-- Logs begin at Fri 2021-07-16 15:05:08 UTC, end at Fri 2021-07-16 16:01:12 UTC. -- Jul 16 15:31:57.717275 dv-cinder-784815-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 15:32:00.374216 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.common.config [-] Logging enabled! Jul 16 15:32:00.374775 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 15:32:00.374992 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 15:32:00.378231 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.common.config [-] Logging enabled! Jul 16 15:32:00.378484 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 15:32:00.378793 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 15:32:00.379757 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 15:32:00.379981 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 15:32:00.380344 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 15:32:00.380589 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 15:32:00.380813 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 15:32:00.381128 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.381419 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.381709 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.381935 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.382225 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.382510 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.382789 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.383075 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.383397 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.383680 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.383956 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.384237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.384465 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.384742 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.385026 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.385308 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.385528 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] debug = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.385806 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.386228 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.386632 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.386908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.387193 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.387496 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.387766 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.388041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.388323 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.388650 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] host = dv-cinder-784815-1-iscsi {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.388924 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.389208 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.389490 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.389772 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.390050 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.390349 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.390632 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.390902 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.391172 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.391470 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.391754 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.392038 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.392322 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.392546 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.392765 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.393048 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.393331 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.393602 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.393874 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.394145 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.394417 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.394685 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.394950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.395249 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.395533 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.395811 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.396082 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.396353 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.396621 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.396890 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.397169 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.397438 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.397709 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.397978 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.398262 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.398526 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.398794 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.399089 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.399393 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.399671 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.399974 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.400229 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.400506 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.400776 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.401044 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.401311 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] use_json = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.401579 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.401843 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.402118 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.402387 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.402653 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.402921 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.403189 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.403493 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:00.403783 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.404079 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.404376 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.404657 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.404951 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.405229 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.405514 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.406288 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.406583 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.406871 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.407158 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.407458 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.407747 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.408021 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.408313 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.408613 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.408907 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.409193 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.409464 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.409734 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.410002 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.410273 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.410563 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.410851 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.411137 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.411430 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.411705 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.411990 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.412262 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.412531 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.412803 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.413086 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.413358 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.413624 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.413899 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.414171 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.414440 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.414710 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.414980 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.415286 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.415560 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.415827 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.416092 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.416365 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.416635 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.416919 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.417194 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.417464 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.417732 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.418006 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.418271 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.418539 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.418811 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.419077 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.419369 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.419639 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.419905 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.420171 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.420444 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.420712 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.420980 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.421247 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.422155 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.422426 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.422696 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.422966 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.423258 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.423529 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.423809 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.424101 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.424373 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.424646 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.424920 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.425194 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.425467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.425738 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.426010 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.426283 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.426551 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.426837 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.427116 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.427419 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.427699 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.427976 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.428264 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.428538 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.428817 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.429094 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.429370 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.429658 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.429939 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.430231 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.430528 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.430820 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.431110 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.431425 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.431705 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.432007 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.432282 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:00.432497 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 15:32:00.432731 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99457) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 15:32:00.772433 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 15:32:00.772645 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 15:32:00.772925 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 15:32:00.773252 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 15:32:01.158014 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.158303 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.158567 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.159799 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.160067 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.160330 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.193906 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.194182 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.194445 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.207885 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.208162 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.208428 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.238178 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.238458 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.238728 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.273704 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.273979 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.274248 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.501866 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.502477 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.502477 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.502635 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.503279 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.620571 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.620886 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.621172 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.621441 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.621713 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.622021 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.622281 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.622536 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.622784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.623062 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.623343 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.623605 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.623857 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.624105 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.624357 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.624651 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.624904 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.625166 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.625440 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.625697 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.625964 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.626214 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.626491 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.626863 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.627110 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.627372 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.627755 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:01.627995 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:01.628231 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:01.628463 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:01.628693 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:01.628925 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:01.629279 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 15:32:01.632346 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 15:32:01.636216 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 15:32:01.640014 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 16 15:32:01.641645 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 15:32:01.642090 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 15:32:01.642421 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 15:32:01.642800 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 15:32:01.646529 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 15:32:01.646780 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 15:32:01.647120 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 15:32:01.675109 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 15:32:01.675580 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.675874 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99457) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 15:32:01.676233 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.677572 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99457) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 15:32:01.677849 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 15:32:01.678096 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 15:32:01.681254 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.681531 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:01.744877 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 15:32:01.745112 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 15:32:01.745342 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 15:32:01.745697 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 15:32:01.765948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_db.sqlalchemy.engines [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99457) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 15:32:02.282791 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing driver for type 'gre' Jul 16 15:32:02.283348 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] gre ID ranges: [(1, 1000)] Jul 16 15:32:02.335532 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing driver for type 'local' Jul 16 15:32:02.335867 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing driver for type 'vlan' Jul 16 15:32:02.349116 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] VlanTypeDriver initialization complete Jul 16 15:32:02.349449 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing driver for type 'vxlan' Jul 16 15:32:02.349923 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] vxlan ID ranges: [(1, 1000)] Jul 16 15:32:02.401433 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing extension driver 'port_security' Jul 16 15:32:02.401851 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] PortSecurityExtensionDriver initialization complete Jul 16 15:32:02.402211 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing mechanism driver 'openvswitch' Jul 16 15:32:02.402548 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing mechanism driver 'hyperv' Jul 16 15:32:02.409043 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.plugin [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:02.409889 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.410265 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.410622 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.411144 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 15:32:02.411611 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.411967 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.412317 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.412748 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 15:32:02.413237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.413641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.413991 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.414382 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 15:32:02.414787 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > security_group after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.415139 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > security_group after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.415510 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.415904 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 15:32:02.416309 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.416660 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.417003 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.417394 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 15:32:02.417795 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > address_group after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.418143 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > address_group after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.418483 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.418873 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 15:32:02.419261 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] ML2 OVO RPC backend initialized. {{(pid=99457) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 15:32:02.419967 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.420325 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.420746 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.421097 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > networks before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.421447 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.421793 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > ports before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.422140 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.422482 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnets before_response 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.422832 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.423179 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.423544 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.423884 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.424223 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.424562 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.424901 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.425240 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.425579 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.426146 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.plugin [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Modular L2 Plugin initialization complete Jul 16 15:32:02.426476 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading services supported by the core plugin {{(pid=99457) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 15:32:02.426805 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.plugins.ml2.managers [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Got port-security extension from driver 'port_security' Jul 16 15:32:02.427294 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.extensions.vlantransparent [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Disabled vlantransparent extension. Jul 16 15:32:02.427785 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99457) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 15:32:02.428103 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: router Jul 16 15:32:02.463841 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.464237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_create 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.464606 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router before_create 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.464976 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.465353 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.465710 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_delete 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.466071 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.466664 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_create 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.467023 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_update 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.467405 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_update 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.467760 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.468123 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_update 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.468562 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_update 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.468938 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.469289 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.469628 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: subnet after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.469968 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.470320 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.470680 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_create 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.471027 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.471406 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.471768 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router after_update 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.472114 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.472468 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_create 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.472830 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.473177 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_update 55549900 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.473541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > agent after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.473891 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > agent after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.474237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > network after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.475087 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Tracking information for resource: router configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:02.475452 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Tracking information for resource: floatingip configured {{(pid=99457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 15:32:02.480544 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.db.l3_agentschedulers_db [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 15:32:02.481129 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.481496 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port after_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.481855 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port after_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.482209 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: port after_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.482996 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router before_create 55550100 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.483405 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.483772 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_create 55550100 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.484171 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > router precommit_update 55550100 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.488617 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.provider_configuration [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service providers = [] {{(pid=99457) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 15:32:02.488987 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.db.servicetype_db [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99457) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 15:32:02.491957 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.service_base [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 15:32:02.492311 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.service_base [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 15:32:02.492658 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.service_base [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 15:32:02.493559 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.services.service_base [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 15:32:02.493935 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.services.service_base [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 15:32:02.494311 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.494633 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 15:32:02.505773 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.506312 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: auto_allocate Jul 16 15:32:02.511915 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: network precommit_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.512287 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: network precommit_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.512807 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.513130 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: tag Jul 16 15:32:02.520412 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.520846 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: timestamp Jul 16 15:32:02.524541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.524870 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: network_ip_availability Jul 16 15:32:02.530266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.530642 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.531030 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.531782 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.532105 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: flavors Jul 16 15:32:02.538243 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.538530 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading Plugin: revisions Jul 16 15:32:02.542826 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 15:32:02.543217 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_concurrency.lockutils [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=99457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 15:32:02.543967 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99457) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 15:32:02.544304 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Initializing extension manager. Jul 16 15:32:02.544813 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: __init__.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.545156 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: __pycache__ {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.545495 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.545831 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: address_group.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.546611 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.547176 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: address-group Jul 16 15:32:02.547533 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: address_scope.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.548257 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.548774 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: address-scope Jul 16 15:32:02.549104 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.550035 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.550552 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: router-admin-state-down-before-update Jul 16 15:32:02.550878 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: agent.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.551608 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.552120 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: agent Jul 16 15:32:02.552443 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: agent_resources_synced.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.553366 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.553886 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: agent-resources-synced Jul 16 15:32:02.554212 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: allowedaddresspairs.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.556024 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.556550 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: allowed-address-pairs Jul 16 15:32:02.556880 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: auto_allocated_topology.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.557959 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.558478 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: auto-allocated-topology Jul 16 15:32:02.558802 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: availability_zone.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.559541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.560054 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: availability_zone Jul 16 15:32:02.560375 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: availability_zone_filter.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.561298 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.561813 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: availability_zone_filter Jul 16 15:32:02.562649 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: data_plane_status.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.563612 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.564123 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 15:32:02.564444 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: default_subnetpools.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.565363 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.565879 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: default-subnetpools Jul 16 15:32:02.566198 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.567005 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.567656 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: dhcp_agent_scheduler Jul 16 15:32:02.567982 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: dns.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.568904 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.569423 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 15:32:02.569751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: dns_domain_ports.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.570677 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.571195 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 15:32:02.571547 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.572477 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.572995 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 15:32:02.573320 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: dvr.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.573997 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.574511 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: dvr Jul 16 15:32:02.574833 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: empty_string_filtering.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.575783 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.576300 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: empty-string-filtering Jul 16 15:32:02.576624 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.577535 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.578583 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 15:32:02.578904 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.579851 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.580368 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 15:32:02.580692 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: external_net.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.581606 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.582119 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: external-net Jul 16 15:32:02.582444 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.583396 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.583913 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: extra_dhcp_opt Jul 16 15:32:02.584237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: extraroute.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.585144 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.585656 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: extraroute Jul 16 15:32:02.585980 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: extraroute_atomic.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.587011 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.587560 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: extraroute-atomic Jul 16 15:32:02.587887 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: filter_validation.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.588561 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.589072 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: filter-validation Jul 16 15:32:02.589399 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: fip_pf_description.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.590321 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.591006 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 15:32:02.591374 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: fip_port_details.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.592307 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.592829 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: fip-port-details Jul 16 15:32:02.593154 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: flavors.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.594403 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.594928 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: flavors Jul 16 15:32:02.595280 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.596945 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.597472 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 15:32:02.597800 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: floatingip_pools.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.598499 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.599015 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: floatingip-pools Jul 16 15:32:02.599380 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: ip_allocation.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.600318 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.600831 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 15:32:02.601156 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.602081 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.602849 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: ip-substring-filtering Jul 16 15:32:02.603175 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l2_adjacency.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.604128 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.604637 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 15:32:02.604960 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.605921 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.606442 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: router Jul 16 15:32:02.606771 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.609072 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.609635 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 15:32:02.609969 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.610929 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.611481 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: ext-gw-mode Jul 16 15:32:02.611812 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.612740 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.613254 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: l3-ha Jul 16 15:32:02.613579 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3_flavors.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.614514 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.615028 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: l3-flavors Jul 16 15:32:02.615387 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.616313 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.616826 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 15:32:02.617151 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: l3agentscheduler.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.618183 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.618700 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: l3_agent_scheduler Jul 16 15:32:02.619029 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: logging.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.620560 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.621086 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension logging not supported by any of loaded plugins Jul 16 15:32:02.621416 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: metering.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.622159 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.622742 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: metering Jul 16 15:32:02.623070 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.624204 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.625242 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: metering_source_and_destination_fields Jul 16 15:32:02.625566 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: multiprovidernet.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.626626 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.627155 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: multi-provider Jul 16 15:32:02.627507 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: netmtu.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.628434 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.628952 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: net-mtu Jul 16 15:32:02.629282 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: netmtu_writable.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.630217 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.630737 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: net-mtu-writable Jul 16 15:32:02.631062 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: network_availability_zone.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.631768 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.632287 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: network_availability_zone Jul 16 15:32:02.632611 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: network_ip_availability.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.633720 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.634243 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: network-ip-availability Jul 16 15:32:02.634568 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: network_segment_range.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.635360 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.635873 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 15:32:02.636195 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: pagination.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.637182 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.637516 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: pagination Jul 16 15:32:02.637840 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: port_device_profile.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.638767 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.639326 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: port-device-profile Jul 16 15:32:02.639650 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.640650 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.641163 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: port-mac-address-regenerate Jul 16 15:32:02.641486 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.642404 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.642917 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: port-numa-affinity-policy Jul 16 15:32:02.643252 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: port_resource_request.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.644188 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.644700 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 15:32:02.645024 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: portbindings.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.645961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.646480 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: binding Jul 16 15:32:02.646806 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: portbindings_extended.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.648108 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.648629 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: binding-extended Jul 16 15:32:02.648957 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: portsecurity.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.649884 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.650401 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: port-security Jul 16 15:32:02.650726 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: project_id.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.651725 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.652054 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: project-id Jul 16 15:32:02.652376 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: providernet.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.653311 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.653833 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: provider Jul 16 15:32:02.654158 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.658153 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.658685 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos not supported by any of loaded plugins Jul 16 15:32:02.659018 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.660302 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.660827 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 15:32:02.661161 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.662090 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.662610 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 15:32:02.662939 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_default.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.663895 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.664414 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-default not supported by any of loaded plugins Jul 16 15:32:02.664744 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_fip.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.665407 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.665918 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 15:32:02.666243 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_gateway_ip.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.667179 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.667723 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 15:32:02.668049 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_port_network_policy.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.669043 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.669573 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 15:32:02.669898 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_rule_type_details.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.670821 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.671388 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 15:32:02.671742 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: qos_rules_alias.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.672797 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.673324 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 15:32:02.673654 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: quotasv2.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.674559 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.675071 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: quotas Jul 16 15:32:02.675427 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: quotasv2_detail.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.678423 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.678767 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: quota_details Jul 16 15:32:02.679103 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: rbac.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.680194 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.680731 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: rbac-policies Jul 16 15:32:02.681065 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: rbac_address_group.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.682006 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.682533 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: rbac-address-group Jul 16 15:32:02.682862 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: rbac_address_scope.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.683847 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.684374 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: rbac-address-scope Jul 16 15:32:02.684702 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: rbac_security_groups.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.685632 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.686151 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: rbac-security-groups Jul 16 15:32:02.686476 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: rbac_subnetpool.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.687446 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.687964 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: rbac-subnetpool Jul 16 15:32:02.688289 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: revisionifmatch.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.689214 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.689737 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: revision-if-match Jul 16 15:32:02.690060 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: revisions.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.691250 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.691777 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: standard-attr-revisions Jul 16 15:32:02.692106 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: router_availability_zone.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.692783 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.693300 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: router_availability_zone Jul 16 15:32:02.693624 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: routerservicetype.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.694552 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.695065 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 15:32:02.695413 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.696345 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.696862 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: security-groups-normalized-cidr Jul 16 15:32:02.697186 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.698122 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.698637 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: port-security-groups-filtering Jul 16 15:32:02.698962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.699934 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.700452 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: security-groups-remote-address-group Jul 16 15:32:02.700777 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: securitygroup.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.710860 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.711431 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: security-group Jul 16 15:32:02.711771 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: segment.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.712563 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.713080 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension segment not supported by any of loaded plugins Jul 16 15:32:02.713409 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.714405 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.714929 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 15:32:02.715285 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: servicetype.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.716393 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.716927 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: service-type Jul 16 15:32:02.717255 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: sorting.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.718329 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.719175 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: sorting Jul 16 15:32:02.719537 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: standard_attr_segment.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.720533 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.721060 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 15:32:02.721390 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: standardattrdescription.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.722057 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.722579 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: standard-attr-description Jul 16 15:32:02.722906 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: stateful_security_group.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.723897 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.724423 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: stateful-security-group Jul 16 15:32:02.724749 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: stdattrs_common.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.725334 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 15:32:02.725659 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.726602 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.727126 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 15:32:02.727750 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: subnet_onboard.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.728830 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.729356 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: subnet_onboard Jul 16 15:32:02.729682 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.730626 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.731150 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 15:32:02.731541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: subnet_service_types.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.732442 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.732963 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: subnet-service-types Jul 16 15:32:02.733288 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: subnetallocation.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.734403 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.734926 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: subnet_allocation Jul 16 15:32:02.735272 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.735942 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.736457 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: subnetpool-prefix-ops Jul 16 15:32:02.736779 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.737719 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.738234 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 15:32:02.738557 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: tagging.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.739619 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.740146 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: standard-attr-tag Jul 16 15:32:02.740472 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: timestamp.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.741718 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.742248 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loaded extension: standard-attr-timestamp Jul 16 15:32:02.742578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: trunk.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.743686 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.744207 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension trunk not supported by any of loaded plugins Jul 16 15:32:02.744538 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: trunk_details.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.745480 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.746003 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 15:32:02.746331 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: uplink_status_propagation.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.747294 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.749311 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 15:32:02.749664 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Loading extension file: vlantransparent.py {{(pid=99457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 15:32:02.750350 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 15:32:02.751058 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 15:32:02.753499 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:network Jul 16 15:32:02.754033 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:subnet Jul 16 15:32:02.754435 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 15:32:02.754839 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:port Jul 16 15:32:02.756094 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.756541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service FLAVORS assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.757162 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.757589 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.757921 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:router Jul 16 15:32:02.758352 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 15:32:02.758845 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service METERING assigned prefix: /metering {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.760319 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.760694 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.761052 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:32:02.762026 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 15:32:02.762475 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:security_group Jul 16 15:32:02.762932 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 15:32:02.763562 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service CORE assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.763895 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 15:32:02.764240 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] subnetpool is already registered Jul 16 15:32:02.764665 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service CORE assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.764991 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 15:32:02.765857 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] subnetpool is already registered Jul 16 15:32:02.768167 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.768601 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service FLAVORS assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.769283 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.769716 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.770059 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:router Jul 16 15:32:02.770402 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] router is already registered Jul 16 15:32:02.770815 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 15:32:02.771157 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] floatingip is already registered Jul 16 15:32:02.771636 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service METERING assigned prefix: /metering {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.772313 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 15:32:02.772639 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] rbac_policy is already registered Jul 16 15:32:02.773056 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:security_group Jul 16 15:32:02.773393 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] security_group is already registered Jul 16 15:32:02.773797 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 15:32:02.774131 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] security_group_rule is already registered Jul 16 15:32:02.774755 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service CORE assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.775086 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 15:32:02.775453 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] subnetpool is already registered Jul 16 15:32:02.775878 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.v2.resource_helper [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Service CORE assigned prefix: {{(pid=99457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 15:32:02.776204 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 15:32:02.776536 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING neutron.quota.resource_registry [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] subnetpool is already registered Jul 16 15:32:02.776999 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: extensions {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.778439 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: address-groups {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.779971 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: address-scopes {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.781855 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: agents {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.783019 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: auto-allocated-topology {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.784286 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: availability_zones {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.785512 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: dhcp-networks {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.787029 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: dhcp-agents {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.788511 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: routers {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.790195 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: flavors {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.792489 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: service_profiles {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.793704 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: next_providers {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.795266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: service_profiles {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.796963 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: floatingip-pools {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.798190 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: routers {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.799923 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: floatingips {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.801207 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: l3-routers {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.802611 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: l3-agents {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.804063 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: metering-labels {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.805309 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: metering-label-rules {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.806686 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: network-ip-availabilities {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.807977 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: bindings {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.809536 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: quotas {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.811118 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: quotas {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.812595 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: rbac-policies {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.813793 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: security-groups {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.815091 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: security-group-rules {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.816395 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: service-providers {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.817614 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: subnetpools {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.818936 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: subnetpools {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.820521 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.822205 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.824057 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.825825 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.827544 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.830028 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.831771 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.833567 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.835452 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.837196 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron.api.extensions [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Extended resource: tags {{(pid=99457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 15:32:02.843096 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING keystonemiddleware.auth_token [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 15:32:02.848269 dv-cinder-784815-1-iscsi neutron-server[99457]: WARNING keystonemiddleware.auth_token [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 15:32:02.856958 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_concurrency.lockutils [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Acquired lock "singleton_lock" {{(pid=99457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 15:32:02.857431 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_concurrency.lockutils [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Releasing lock "singleton_lock" {{(pid=99457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 15:32:02.858074 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Starting 2 workers Jul 16 15:32:02.862936 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Started child 99564 {{(pid=99457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 15:32:02.867335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Started child 99565 {{(pid=99457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 15:32:02.868339 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:02.869034 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO neutron.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 15:32:02.869603 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Notify callbacks [] for process, before_spawn {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:02.869831 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [-] (99564) wsgi starting up on http://0.0.0.0:9696 Jul 16 15:32:02.872053 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:02.872516 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Starting 1 workers Jul 16 15:32:02.873420 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [-] (99565) wsgi starting up on http://0.0.0.0:9696 Jul 16 15:32:02.877422 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Started child 99566 {{(pid=99457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 15:32:02.877959 dv-cinder-784815-1-iscsi neutron-server[99457]: INFO oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Starting 1 workers Jul 16 15:32:02.881486 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] calling RpcWorker wait() {{(pid=99566) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 15:32:02.882040 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] returning from RpcWorker wait() {{(pid=99566) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 15:32:02.882425 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52254) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:02.882757 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Started child 99568 {{(pid=99457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 15:32:02.883525 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:02.883722 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG neutron_lib.callbacks.manager [None req-0e3507c2-1644-4477-bf12-0ca74c82c467 None None] Notify callbacks [] for process, after_spawn {{(pid=99457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:02.884157 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:02.886011 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 15:32:02.886231 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 15:32:02.886420 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 15:32:02.886635 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 15:32:02.886982 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 15:32:02.887143 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 15:32:02.887735 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.888002 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.888261 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.888538 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.888825 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.889490 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.889759 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.890021 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.890853 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.891109 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.891321 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.891489 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.891762 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.892013 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.892344 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.892622 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.892856 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.893146 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.893315 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.893586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.893937 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088530 Jul 16 15:32:02.897041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] debug = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897041 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897541 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897814 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.897902 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.898069 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900064 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900525 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] host = dv-cinder-784815-1-iscsi {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900525 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900746 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.900961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.902950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.903474 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.903541 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_options = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.906592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907100 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907100 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907100 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907100 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907475 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907475 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.907700 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909235 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909235 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909235 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909235 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909235 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909235 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909615 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909615 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.909842 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911266 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911989 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911989 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911989 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.911989 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.912459 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.912586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.912709 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.913577 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.913577 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.913577 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.913577 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.914078 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.914078 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.914313 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.915035 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.915035 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.915035 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.915488 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.915615 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_json = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.915740 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.916325 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.916325 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.916600 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.916600 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.916838 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.917767 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.917767 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.917767 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.918146 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.918270 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.918452 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.918975 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.918975 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.919250 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.919394 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.920103 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.920103 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.920356 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.920479 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.920960 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.920960 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.921219 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.921597 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.921862 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.922132 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.922376 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.922624 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.922924 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.923168 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.923532 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.923792 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.924735 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.924735 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.924735 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.924953 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.925400 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.925400 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.925609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.926186 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.926563 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.927628 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.927628 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.927628 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.927628 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.928571 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.928571 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.928571 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.928571 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.928828 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.929045 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.929204 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.929422 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.929723 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.929832 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.930732 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.930732 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.930732 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.930959 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.931162 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.931413 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.931626 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.931846 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.932099 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.932316 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.932528 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.932743 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.932977 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.936335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.936335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.936335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.936335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.936951 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.937138 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.939359 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.943641 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.946398 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949127 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.949962 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950586 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950986 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.950986 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.951199 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.951491 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.951834 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.952000 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.952249 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.953261 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.953261 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.953497 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.953701 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.954209 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.954301 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.954530 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.954751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.954974 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.955254 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.955522 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.955758 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.956869 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.957252 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.957382 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.957642 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.957909 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.958135 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.958372 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.958631 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.958852 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.959097 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.959358 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.961729 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962268 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962268 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962268 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962268 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962511 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962658 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.962870 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.965948 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966876 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966876 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.966876 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.967117 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.968086 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.968897 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.969154 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.969509 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.970751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.971011 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.971462 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.971661 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.971905 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.972128 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.972349 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.972565 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.972776 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.972997 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.973262 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.973485 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.973706 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.973916 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.974129 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.974340 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.974557 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.974786 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.975087 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.976339 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.976580 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.976836 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.977079 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.977318 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.977812 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.978026 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.978659 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.978659 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.978659 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.978866 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.979095 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.979325 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.979531 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.981015 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.981015 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.981185 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.981504 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.981732 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.981944 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.982189 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.982427 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.982643 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.982960 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.983133 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985454 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985454 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985454 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985454 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985454 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985454 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985854 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.985854 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.986143 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.987051 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.987338 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.988122 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.988122 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.988122 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.988362 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.988545 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.988784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.989067 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.989405 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.989689 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.989951 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.990189 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.990470 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.990851 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.991124 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.991391 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.991774 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.992961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.992961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.992961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.992961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.993247 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.993315 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.993546 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.993784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.994026 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.994263 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.994895 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.994895 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.995085 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.995180 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.995448 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.995668 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.995911 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.996142 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.996409 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.996619 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:02.996774 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 15:32:02.997283 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 15:32:02.997442 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 15:32:02.997588 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 15:32:02.998274 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 15:32:02.998274 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 15:32:02.998274 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 15:32:02.998274 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.998625 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.998625 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.998742 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.998807 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.999014 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.999182 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.999339 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.999642 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.999809 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:02.999972 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.000131 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.000287 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.000443 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.000600 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.000890 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.001046 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.001177 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.001334 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.002047 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.002883 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.002883 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.002883 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] debug = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.002883 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003192 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003192 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003391 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003498 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003667 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003826 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.003986 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.004908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.004908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.004908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.004908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.004908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.004908 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005357 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005357 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005357 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005561 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] host = dv-cinder-784815-1-iscsi {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005639 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005743 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.005898 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006052 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006207 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006362 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006516 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006679 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006831 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.006985 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.007140 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.007470 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.007691 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.007884 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.008936 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_options = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.009247 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.009459 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.010496 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.010821 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.010981 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.011542 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.011705 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.011966 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.012131 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.013078 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.014355 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.014530 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.014693 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.014855 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.015014 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.015756 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.015921 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.016082 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.016260 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.016415 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.016547 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.016700 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.016855 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017009 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017165 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017321 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017475 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017629 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.017939 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.018119 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.018246 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.018401 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.018555 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.018709 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.018863 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.019033 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.019177 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.020435 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.021978 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.022147 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.022313 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.022467 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.022627 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.022832 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.022996 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_json = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.023156 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.023341 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.023496 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.023651 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.023806 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.023960 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.024117 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.024272 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 15:32:03.024508 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.024676 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.024848 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025008 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025167 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025326 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025484 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025639 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025796 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.025952 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.026115 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.026275 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.026443 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.026602 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.026759 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.026970 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.027135 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.027312 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.027472 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.027630 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.027789 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.027946 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.028122 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.028279 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.028439 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.028598 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.028754 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.029751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.029751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.029751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.029751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.029751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.029751 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030335 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030722 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030722 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.030722 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.031515 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.031592 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.031734 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.031924 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032077 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032225 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032378 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032527 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032822 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.032988 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.033139 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.033677 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.034246 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.034417 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.035681 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.035681 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.035681 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.036001 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.036001 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.036195 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.036314 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.036525 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.037059 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.037228 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.037390 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.037552 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.037711 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.037871 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.038032 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.038184 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.038322 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.038485 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.038673 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.038961 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.039134 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.039311 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.039452 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.039613 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.039767 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.039926 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.040074 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.040233 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.040393 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.040653 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.041452 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.041624 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.042737 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.042911 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.043073 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.043283 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.043427 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.043564 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.045077 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.045249 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.045415 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.045574 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.045733 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.045895 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.046056 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.046740 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.046740 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.047938 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.047938 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.047938 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.047938 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048349 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048349 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048349 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048567 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048644 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048820 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.048992 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.049164 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.049325 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.049498 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.049671 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.049836 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.049999 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.050163 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.050327 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.050489 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.050651 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.050814 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.050976 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.051136 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.051348 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.051521 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.051721 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.051884 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.052045 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.052204 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.052388 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.052549 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.052710 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.052873 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053033 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053194 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053355 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053519 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053674 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053828 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.053991 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.054176 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.054338 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.054500 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.054660 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.054845 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.055007 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.055170 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.055579 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.055750 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.055936 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.056113 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.058071 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.058071 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.058334 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.058526 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.058694 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.058854 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.059023 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.059212 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.059429 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.059595 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.059758 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.061193 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.061864 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.061864 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.061864 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.061864 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.062674 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.062741 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.062891 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.063021 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.063188 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.064175 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.064355 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.064687 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.065114 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.065408 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.065889 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.065889 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.066130 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.066252 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.066373 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.066505 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.066671 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.066981 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.067154 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.067341 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.067490 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.067652 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.067813 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.067977 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.068141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.068301 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.068461 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.068623 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.068791 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.071346 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075709 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.075784 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076237 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.076670 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077141 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.077609 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.078578 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079005 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079005 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079005 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079005 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079217 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079927 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079927 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079927 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079927 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.079927 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.080334 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.080334 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.080474 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.080625 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.080799 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.080950 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.081096 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.081254 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.081415 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.081577 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.081723 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.081886 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.082047 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 15:32:03.082210 dv-cinder-784815-1-iscsi neutron-server[99457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 15:32:14.031926 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bf78e-dbc4-41b1-b256-1c1afd090b6d None None] get_active_networks_info from dv-cinder-784815-1-iscsi {{(pid=99566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 15:32:14.101908 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501bf78e-dbc4-41b1-b256-1c1afd090b6d None None] No non-hosted networks {{(pid=99566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 15:32:14.119122 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e187cf88-d8d3-4620-8cf4-5a209f8f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125707'] for agent, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:16.578371 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125707'] for agent, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:16.579274 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.579547 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.579917 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.580245 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.580565 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.580968 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.582876 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.583423 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.584040 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.584586 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.584951 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.585280 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:16.585681 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784815-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:16.599191 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784815-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:16.642727 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e37e-a27e-465d-bc56-c2636062e95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125707'] for agent, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:16.709760 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bbdd-a09f-4ff4-a162-7c62606bd347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:17.659144 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125707'] for agent, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:19.416707 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125707'] for agent, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:20.564817 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52360) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:21.040033 dv-cinder-784815-1-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-20916489-8a4b-41f1-9bd1-9629b40ca959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:21.040623 dv-cinder-784815-1-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-20916489-8a4b-41f1-9bd1-9629b40ca959 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:21.256280 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-20916489-8a4b-41f1-9bd1-9629b40ca959 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:32:21.257229 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-20916489-8a4b-41f1-9bd1-9629b40ca959 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6914914 Jul 16 15:32:23.577078 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52374) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:23.887460 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:23.927950 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.db.l3_hamode_db [None req-ea7fe3c2-7e5b-4d2f-b23a-32cb0da1cd47 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 15:32:23.981306 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.policy [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99565) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 15:32:24.002888 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fe3c2-7e5b-4d2f-b23a-32cb0da1cd47 None None] Routers set() bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:32:24.003301 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fe3c2-7e5b-4d2f-b23a-32cb0da1cd47 None None] Router IDs set() for agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 15:32:24.025280 dv-cinder-784815-1-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:24.025658 dv-cinder-784815-1-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:24.034810 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.quota [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] Loaded quota_driver: . Jul 16 15:32:24.122011 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730558541711', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730558540258', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730558586170', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730558588912', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730558565811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730558575789', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-557192', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3775951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4142398'] for rbac-policy, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:24.184019 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:24.185282 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5c296a9c-9350-458f-94aa-1e07ae6a862a admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6072257 Jul 16 15:32:26.716606 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52386) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:27.004235 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Request body: {'network': {'name': 'private', 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:27.032001 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Made reservation on behalf of 065bec20d2d74911bdcde18fde47c8dd for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:32:27.034633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.050922 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.168342 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.172410 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.192182 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:32:27.220557 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730559462211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.221109 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Unsubscribe: segment precommit_create {{(pid=99565) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 15:32:27.221601 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Added segment 1534d833-db84-41de-a0b1-6e1ab4b3aa4e of type vlan for network 78c3673d-dae4-40ef-a402-7365db8a201a Jul 16 15:32:27.238676 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523037d-36cb-4813-96aa-6de916e30c16,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:27.286198 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.286549 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.286884 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.287210 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.287558 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.287891 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.288206 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.288522 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.288850 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.289163 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.289471 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.289778 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Tracked resource versions report: Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: pushed versions: Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: { 'AddressGroup': {'1.2'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'ConntrackHelper': {'1.0'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Log': {'1.0'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Network': {'1.1'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Port': {'1.7'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'PortForwarding': {'1.2'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'QosPolicy': {'1.8'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroup': {'1.4'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SubPort': {'1.0'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Subnet': {'1.1'}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Trunk': {'1.1'}} Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: consumer versions: Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'ConntrackHelper': '1.0', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Log': '1.0', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Network': '1.1', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Port': '1.7', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'PortForwarding': '1.2', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'QosPolicy': '1.8', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroup': '1.4', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroupRule': '1.2', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SubPort': '1.0', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Subnet': '1.1', Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Trunk': '1.1'}} Jul 16 15:32:27.290887 dv-cinder-784815-1-iscsi neutron-server[99565]: {{(pid=99565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:32:27.336636 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.387047 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.388212 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:27.388880 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:27.445302 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7275887 Jul 16 15:32:27.485620 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a21cc-2aa3-4a11-a81c-29c81fac815a admin admin] Pushing event updated for resources: {'Network': ['ID=78c3673d-dae4-40ef-a402-7365db8a201a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:27.497516 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 78c3673d-dae4-40ef-a402-7365db8a201a details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:32:30.042436 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52400) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:30.421451 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebdb73-948a-4dd9-afa1-4e5d038308fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:30.422811 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d2ebdb73-948a-4dd9-afa1-4e5d038308fb admin admin] 10.222.0.10 "GET /v2.0/networks/78c3673d-dae4-40ef-a402-7365db8a201a HTTP/1.1" status: 200 len: 825 time: 0.3794312 Jul 16 15:32:30.445661 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2fbfd293-8fc0-4934-87d4-a73533e3ac27 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/e2c6f837-159f-40fa-b04f-ffc09e48a298 HTTP/1.1" status: 200 len: 734 time: 0.0174580 Jul 16 15:32:30.454273 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Request body: {'subnet': {'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298', 'gateway_ip': '172.20.0.1'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:30.475458 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Made reservation on behalf of 065bec20d2d74911bdcde18fde47c8dd for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:32:30.478008 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:30.763285 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:30.830882 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Checking segment: {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:32:30.831262 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Network hostable DHCP agents. Network: 78c3673d-dae4-40ef-a402-7365db8a201a, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:32:30.835764 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fc7269-1052-4a84-9baf-95f132265132,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:30.854380 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Network 78c3673d-dae4-40ef-a402-7365db8a201a is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:32:30.866169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 78c3673d-dae4-40ef-a402-7365db8a201a) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:32:30.870553 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:30.871131 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:30.876089 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99863ce1-d57b-484d-b495-ec0a73be7565 None None] Network 78c3673d-dae4-40ef-a402-7365db8a201a requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:32:30.885089 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-03a9dca1-46f3-44e4-979f-9deaa6cfdfce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4345069 Jul 16 15:32:31.184167 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-78c3673d-dae4-40ef-a402-7365db8a201a', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:32:31.185396 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:31.451053 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Allocated IP 172.20.0.2 (78c3673d-dae4-40ef-a402-7365db8a201a/b6fc7269-1052-4a84-9baf-95f132265132/bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:32:31.649820 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:31.691338 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Transition to ACTIVE for port object bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:32:31.711677 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Transition to ACTIVE for port object bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:32:31.720455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:31.787667 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Network 78c3673d-dae4-40ef-a402-7365db8a201a is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:32:31.792166 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:32:31.803380 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:32:31.806379 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Pushing event updated for resources: {'Port': ['ID=bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:31.831644 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.831994 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.832326 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.832657 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.832984 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.833310 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.833634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.833987 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.834328 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.834651 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.834969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.835309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Tracked resource versions report: Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: pushed versions: Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: { 'AddressGroup': {'1.2'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'ConntrackHelper': {'1.0'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Log': {'1.0'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Network': {'1.1'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Port': {'1.7'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'PortForwarding': {'1.2'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'QosPolicy': {'1.8'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroup': {'1.4'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SubPort': {'1.0'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Subnet': {'1.1'}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Trunk': {'1.1'}} Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: consumer versions: Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'ConntrackHelper': '1.0', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Log': '1.0', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Network': '1.1', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Port': '1.7', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'PortForwarding': '1.2', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'QosPolicy': '1.8', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroup': '1.4', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroupRule': '1.2', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SubPort': '1.0', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Subnet': '1.1', Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Trunk': '1.1'}} Jul 16 15:32:31.836404 dv-cinder-784815-1-iscsi neutron-server[99566]: {{(pid=99566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:32:31.883909 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Attempting to bind port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:32:31.884434 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Attempting to bind port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:32:31.884707 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Attempting to bind port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f on network 78c3673d-dae4-40ef-a402-7365db8a201a {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:32:31.890068 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:32:31.890480 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Checking segment: {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:32:31.890960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:31.891370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Bound using segment: {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:32:31.891828 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Bound port: bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:32:31.892218 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:31.951746 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] For port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:32:31.955826 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] For port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f,segment=NetworkSegment(1534d833-db84-41de-a0b1-6e1ab4b3aa4e),segment_id=1534d833-db84-41de-a0b1-6e1ab4b3aa4e)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:32:31.960918 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:32.025277 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799f071-1e02-4c9f-bc67-9a0e22faf57c None None] Pushing event updated for resources: {'Port': ['ID=bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:33.256834 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52408) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:33.567631 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-cd082bac-8ada-46c8-955a-611c603923e4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:32:33.568702 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-cd082bac-8ada-46c8-955a-611c603923e4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109171 Jul 16 15:32:35.907120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52416) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:36.211862 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-05d033ca-44b0-42bb-87b5-a28a69828a28 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:32:36.212874 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-05d033ca-44b0-42bb-87b5-a28a69828a28 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3048124 Jul 16 15:32:38.023898 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116b2a0-1ea8-43d1-a070-9b5af2b6cd87 None None] Network 78c3673d-dae4-40ef-a402-7365db8a201a requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:32:38.058518 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-330c0602-a6e7-4095-8776-8f5bd33856b2 None None] Provisioning for port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:32:38.476139 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:32:38.556030 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:32:38.559409 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:32:38.559809 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:38.664523 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:38.697690 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f,segment=NetworkSegment(1534d833-db84-41de-a0b1-6e1ab4b3aa4e),segment_id=1534d833-db84-41de-a0b1-6e1ab4b3aa4e)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:32:38.702269 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:38.749529 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:38.826863 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52430) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:39.116649 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:39.139669 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:39.141162 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:39.275021 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:39.280038 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:39.291787 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:39.293076 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7318b91c-a602-4a71-a069-bcec106c8899 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4652240 Jul 16 15:32:40.455604 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:32:40.505066 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:32:40.505434 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:41.620704 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52438) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:41.921611 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-9c6ba3a2-e0fd-4900-af16-4ce24f720882 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:32:41.922592 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9c6ba3a2-e0fd-4900-af16-4ce24f720882 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3009629 Jul 16 15:32:43.922799 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3221363d-7da2-454e-9cab-2c13d69d835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.252980 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52446) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:44.554073 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:44.577642 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Made reservation on behalf of 0ece115bac46424c9601b8a8d1c000e7 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:32:44.579981 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.587505 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.671857 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.675396 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.690224 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=99565) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 15:32:44.708838 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b243590d-f6da-4731-8ecd-d4f75237bf55,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:44.712333 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.712981 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Added segment 922f6366-2c5d-4855-acf3-b83ab34847a8 of type flat for network ea1d476f-604d-423f-a9fd-f1fba8378aa8 Jul 16 15:32:44.757645 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.791775 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.792630 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:44.793195 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:44.822358 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5683634 Jul 16 15:32:44.853663 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf78c3a-8375-46f1-9397-f74285eec0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1d476f-604d-423f-a9fd-f1fba8378aa8,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:44.867239 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:32:46.564341 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:46.632574 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f65bad42-29dc-4da1-bfd0-702a444e7731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:47.178113 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52454) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:47.523411 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c468de-b38d-42cf-915b-c640e501983c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:47.524696 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-09c468de-b38d-42cf-915b-c640e501983c admin admin] 10.222.0.10 "GET /v2.0/subnets/b6fc7269-1052-4a84-9baf-95f132265132 HTTP/1.1" status: 200 len: 849 time: 0.3456416 Jul 16 15:32:47.570598 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:47.636551 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d1a41a2e-c4d7-46ea-bb42-5b5155f15e67 admin admin] 10.222.0.10 "GET /v2.0/routers/18cdc5a9-5776-421e-abb0-ab1d268abcfe HTTP/1.1" status: 200 len: 704 time: 0.1059847 Jul 16 15:32:47.890465 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.169355 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Allocated IP 172.20.0.1 (78c3673d-dae4-40ef-a402-7365db8a201a/b6fc7269-1052-4a84-9baf-95f132265132/e6d483e5-4584-4800-ad0e-91074771fe53) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:32:48.358591 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.379653 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Transition to ACTIVE for port object e6d483e5-4584-4800-ad0e-91074771fe53 will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:32:48.455981 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.521676 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Network 78c3673d-dae4-40ef-a402-7365db8a201a is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:32:48.532169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:32:48.537646 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:32:48.538195 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.593629 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Pushing event updated for resources: {'Port': ['ID=e6d483e5-4584-4800-ad0e-91074771fe53,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:48.681763 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0111e847-9a43-4d92-b508-be27281d9e9e None None] Provisioning for port e6d483e5-4584-4800-ad0e-91074771fe53 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:32:48.685309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0111e847-9a43-4d92-b508-be27281d9e9e None None] Provisioning complete for port e6d483e5-4584-4800-ad0e-91074771fe53 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:32:48.685702 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0111e847-9a43-4d92-b508-be27281d9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.718389 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-0111e847-9a43-4d92-b508-be27281d9e9e None None] Port e6d483e5-4584-4800-ad0e-91074771fe53 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:32:48.746749 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.919170 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.923574 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.924334 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:48.981145 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Pushing event updated for resources: {'Port': ['ID=e6d483e5-4584-4800-ad0e-91074771fe53,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:49.046128 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Network 78c3673d-dae4-40ef-a402-7365db8a201a is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:32:49.047437 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:32:49.201662 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Router 18cdc5a9-5776-421e-abb0-ab1d268abcfe is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:32:49.238164 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-f8c8b985-e718-4827-8eb0-7a51ca47a836 None None] Provisioning complete for port e6d483e5-4584-4800-ad0e-91074771fe53 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:32:49.238467 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8c8b985-e718-4827-8eb0-7a51ca47a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:49.270727 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8b985-e718-4827-8eb0-7a51ca47a836 None None] Port e6d483e5-4584-4800-ad0e-91074771fe53 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:32:49.290362 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:32:49.297602 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fe1473b1-1743-4d4c-b717-88df19501a9a admin admin] 10.222.0.10 "PUT /v2.0/routers/18cdc5a9-5776-421e-abb0-ab1d268abcfe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6561506 Jul 16 15:32:49.301475 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Sync routers for ids ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:32:49.312794 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Routers {'18cdc5a9-5776-421e-abb0-ab1d268abcfe'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:32:49.313648 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:32:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:49.372094 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:49.499757 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Set router 18cdc5a9-5776-421e-abb0-ab1d268abcfe gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:32:49.919171 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:32:39Z', 'updated_at': '2021-07-16T15:32:48Z', 'revision_number': 2, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'gw_port_host': None, '_interfaces': [{'id': 'e6d483e5-4584-4800-ad0e-91074771fe53', 'name': '', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'mac_address': 'fa:16:3e:6c:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:47Z', 'updated_at': '2021-07-16T15:32:48Z', 'revision_number': 2, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnets': [{'id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:49.970116 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Checking router: 18cdc5a9-5776-421e-abb0-ab1d268abcfe for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:32:49.970494 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Updating router 18cdc5a9-5776-421e-abb0-ab1d268abcfe port e6d483e5-4584-4800-ad0e-91074771fe53 binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:32:50.032226 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.511622 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.528994 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Transition to ACTIVE for port object e6d483e5-4584-4800-ad0e-91074771fe53 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:32:50.536106 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.696691 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Attempting to bind port e6d483e5-4584-4800-ad0e-91074771fe53 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:32:50.697109 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Attempting to bind port e6d483e5-4584-4800-ad0e-91074771fe53 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:32:50.697524 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Attempting to bind port e6d483e5-4584-4800-ad0e-91074771fe53 on network 78c3673d-dae4-40ef-a402-7365db8a201a {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:32:50.703205 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Pushing event updated for resources: {'Port': ['ID=e6d483e5-4584-4800-ad0e-91074771fe53,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:50.708018 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:32:50.708434 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Checking segment: {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:32:50.709029 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.709425 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Bound using segment: {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:32:50.709918 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Bound port: e6d483e5-4584-4800-ad0e-91074771fe53, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534d833-db84-41de-a0b1-6e1ab4b3aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:32:50.710298 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.722234 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.722587 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.722928 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.723287 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.723622 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.723952 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.724280 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.724606 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.724946 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.725274 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.725595 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.725928 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Tracked resource versions report: Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: pushed versions: Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: { 'AddressGroup': {'1.2'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'ConntrackHelper': {'1.0'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Log': {'1.0'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Network': {'1.1'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Port': {'1.7'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'PortForwarding': {'1.2'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'QosPolicy': {'1.8'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroup': {'1.4'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SubPort': {'1.0'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Subnet': {'1.1'}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Trunk': {'1.1'}} Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: consumer versions: Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'ConntrackHelper': '1.0', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Log': '1.0', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Network': '1.1', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Port': '1.7', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'PortForwarding': '1.2', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'QosPolicy': '1.8', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroup': '1.4', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroupRule': '1.2', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SubPort': '1.0', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Subnet': '1.1', Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Trunk': '1.1'}} Jul 16 15:32:50.727280 dv-cinder-784815-1-iscsi neutron-server[99568]: {{(pid=99568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:32:50.784058 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] For port e6d483e5-4584-4800-ad0e-91074771fe53, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:32:50.805797 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] For port e6d483e5-4584-4800-ad0e-91074771fe53, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=e6d483e5-4584-4800-ad0e-91074771fe53,segment=NetworkSegment(1534d833-db84-41de-a0b1-6e1ab4b3aa4e),segment_id=1534d833-db84-41de-a0b1-6e1ab4b3aa4e)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:32:50.811036 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.869925 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Routers {'18cdc5a9-5776-421e-abb0-ab1d268abcfe'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:32:50.870548 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:32:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:50.872430 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d362571-68f1-40cf-8776-e22a06906df7 None None] Pushing event updated for resources: {'Port': ['ID=e6d483e5-4584-4800-ad0e-91074771fe53,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:50.960396 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] Set router 18cdc5a9-5776-421e-abb0-ab1d268abcfe gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:32:51.161115 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:32:39Z', 'updated_at': '2021-07-16T15:32:48Z', 'revision_number': 2, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'gw_port_host': None, '_interfaces': [{'id': 'e6d483e5-4584-4800-ad0e-91074771fe53', 'name': '', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'mac_address': 'fa:16:3e:6c:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:47Z', 'updated_at': '2021-07-16T15:32:50Z', 'revision_number': 4, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnets': [{'id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:51.189251 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dbf532-e6f8-450d-b339-96cdb088da27 None None] The sync data for ids ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'] in dv-cinder-784815-1-iscsi is: [{'id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:32:39Z', 'updated_at': '2021-07-16T15:32:48Z', 'revision_number': 2, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'gw_port_host': None, '_interfaces': [{'id': 'e6d483e5-4584-4800-ad0e-91074771fe53', 'name': '', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'mac_address': 'fa:16:3e:6c:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:47Z', 'updated_at': '2021-07-16T15:32:50Z', 'revision_number': 4, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnets': [{'id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:32:51.637708 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 52474) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:51.854283 dv-cinder-784815-1-iscsi neutron-server[99564]: WARNING oslo_policy.policy [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:51.854850 dv-cinder-784815-1-iscsi neutron-server[99564]: WARNING oslo_policy.policy [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:52.287615 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.policy [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99564) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 15:32:52.331020 dv-cinder-784815-1-iscsi neutron-server[99564]: WARNING oslo_policy.policy [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:52.331485 dv-cinder-784815-1-iscsi neutron-server[99564]: WARNING oslo_policy.policy [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 15:32:52.339519 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:52.341408 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0f354a7e-85ad-444b-9251-4a0058dff22e admin admin] 10.222.0.10 "GET /v2.0/networks/ea1d476f-604d-423f-a9fd-f1fba8378aa8 HTTP/1.1" status: 200 len: 842 time: 0.7010250 Jul 16 15:32:52.352148 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:52.354072 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.quota [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Loaded quota_driver: . Jul 16 15:32:52.398944 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Made reservation on behalf of 0ece115bac46424c9601b8a8d1c000e7 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:32:52.401935 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:52.807588 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.objects.ports [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99564) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 15:32:52.808212 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:52.873911 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:32:52.874292 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Network hostable DHCP agents. Network: ea1d476f-604d-423f-a9fd-f1fba8378aa8, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:32:52.883767 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1aa6ab8-de25-4926-a960-d1d0337b0c00,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:52.901856 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.902186 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.902567 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.902979 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.903312 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.903649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.904484 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.904852 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.905191 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.905517 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.905835 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.906152 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Tracked resource versions report: Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: pushed versions: Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: { 'AddressGroup': {'1.2'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'ConntrackHelper': {'1.0'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Log': {'1.0'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Network': {'1.1'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Port': {'1.7'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'PortForwarding': {'1.2'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'QosPolicy': {'1.8'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroup': {'1.4'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SubPort': {'1.0'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Subnet': {'1.1'}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Trunk': {'1.1'}} Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: consumer versions: Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'ConntrackHelper': '1.0', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Log': '1.0', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Network': '1.1', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Port': '1.7', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'PortForwarding': '1.2', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'QosPolicy': '1.8', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroup': '1.4', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroupRule': '1.2', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SubPort': '1.0', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Subnet': '1.1', Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Trunk': '1.1'}} Jul 16 15:32:52.907276 dv-cinder-784815-1-iscsi neutron-server[99564]: {{(pid=99564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:32:52.926056 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:32:52.944628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, ea1d476f-604d-423f-a9fd-f1fba8378aa8) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:32:52.950009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:52.950680 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:52.957854 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe057a7-a3bd-4c5a-9ec7-61e4a649ff6f None None] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:32:52.973194 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fbe846ce-86c1-4419-ae01-a076292af26d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6252258 Jul 16 15:32:53.087187 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae759d3-f433-4c28-bee3-6c860f2de21d None None] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:32:54.479516 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device e6d483e5-4584-4800-ad0e-91074771fe53 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:32:54.526249 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port e6d483e5-4584-4800-ad0e-91074771fe53 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:32:54.530148 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port e6d483e5-4584-4800-ad0e-91074771fe53 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:32:54.530521 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:54.605853 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:54.636104 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port e6d483e5-4584-4800-ad0e-91074771fe53, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=e6d483e5-4584-4800-ad0e-91074771fe53,segment=NetworkSegment(1534d833-db84-41de-a0b1-6e1ab4b3aa4e),segment_id=1534d833-db84-41de-a0b1-6e1ab4b3aa4e)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:32:54.641343 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:54.686105 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=e6d483e5-4584-4800-ad0e-91074771fe53,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:55.235570 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52508) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:55.370069 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-cc1e00b4-75b7-4bef-9f55-8b1655e82e04 admin admin] 10.222.0.10 "GET /v2.0/routers/18cdc5a9-5776-421e-abb0-ab1d268abcfe HTTP/1.1" status: 200 len: 710 time: 0.1327646 Jul 16 15:32:55.456167 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d0386-0129-4c4d-bea7-5ca9afcdede8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:32:55.457421 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c58d0386-0129-4c4d-bea7-5ca9afcdede8 admin admin] 10.222.0.10 "GET /v2.0/networks/ea1d476f-604d-423f-a9fd-f1fba8378aa8 HTTP/1.1" status: 200 len: 886 time: 0.0806732 Jul 16 15:32:55.465844 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:32:55.755126 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:55.976286 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.048891 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.144842 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Allocated IP 172.27.1.49 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/f700c321-dc18-40fd-891b-cb2ede145dff) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:32:56.240218 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.276732 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.310860 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:32:56.315269 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:32:56.318433 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:32:56.355208 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Pushing event updated for resources: {'Port': ['ID=f700c321-dc18-40fd-891b-cb2ede145dff,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:56.476249 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device e6d483e5-4584-4800-ad0e-91074771fe53 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:32:56.525193 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port e6d483e5-4584-4800-ad0e-91074771fe53 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:32:56.525569 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.561937 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.830313 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.833342 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4120594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4120587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4120706'] for router, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:56.931770 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Router 18cdc5a9-5776-421e-abb0-ab1d268abcfe has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:32:57.032868 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:32:57.037380 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:57.038375 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4fe135c4-dd47-4765-8414-6b90b0254396 admin admin] 10.222.0.10 "PUT /v2.0/routers/18cdc5a9-5776-421e-abb0-ab1d268abcfe HTTP/1.1" status: 200 len: 889 time: 1.5756571 Jul 16 15:32:57.042821 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Sync routers for ids ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:32:57.053747 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Routers {'18cdc5a9-5776-421e-abb0-ab1d268abcfe'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:32:57.054443 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:32:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:57.265318 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Set router 18cdc5a9-5776-421e-abb0-ab1d268abcfe gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:32:57.646916 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'f700c321-dc18-40fd-891b-cb2ede145dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:32:39Z', 'updated_at': '2021-07-16T15:32:56Z', 'revision_number': 4, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'gw_port': {'id': 'f700c321-dc18-40fd-891b-cb2ede145dff', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:56Z', 'updated_at': '2021-07-16T15:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'e6d483e5-4584-4800-ad0e-91074771fe53', 'name': '', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'mac_address': 'fa:16:3e:6c:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:47Z', 'updated_at': '2021-07-16T15:32:54Z', 'revision_number': 5, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnets': [{'id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:57.697592 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Checking router: 18cdc5a9-5776-421e-abb0-ab1d268abcfe for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:32:57.697965 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Updating router 18cdc5a9-5776-421e-abb0-ab1d268abcfe port f700c321-dc18-40fd-891b-cb2ede145dff binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:32:57.729471 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:58.038600 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:58.048192 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Transition to ACTIVE for port object f700c321-dc18-40fd-891b-cb2ede145dff will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:32:58.053798 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:58.099505 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Attempting to bind port f700c321-dc18-40fd-891b-cb2ede145dff on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:32:58.099885 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Attempting to bind port f700c321-dc18-40fd-891b-cb2ede145dff by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:32:58.100250 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Attempting to bind port f700c321-dc18-40fd-891b-cb2ede145dff on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:32:58.110613 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:32:58.110986 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:32:58.111421 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:58.111818 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:32:58.112280 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Bound port: f700c321-dc18-40fd-891b-cb2ede145dff, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:32:58.112683 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:58.115164 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5f83-4445-4737-8d12-c582a4f07474 None None] Pushing event updated for resources: {'Port': ['ID=f700c321-dc18-40fd-891b-cb2ede145dff,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:58.161775 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] For port f700c321-dc18-40fd-891b-cb2ede145dff, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:32:58.164697 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] For port f700c321-dc18-40fd-891b-cb2ede145dff, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=f700c321-dc18-40fd-891b-cb2ede145dff,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:32:58.169264 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:58.226520 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Routers {'18cdc5a9-5776-421e-abb0-ab1d268abcfe'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:32:58.227133 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:32:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:58.230005 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5f83-4445-4737-8d12-c582a4f07474 None None] Pushing event updated for resources: {'Port': ['ID=f700c321-dc18-40fd-891b-cb2ede145dff,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:58.403902 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] Set router 18cdc5a9-5776-421e-abb0-ab1d268abcfe gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:32:58.608865 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'f700c321-dc18-40fd-891b-cb2ede145dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:32:39Z', 'updated_at': '2021-07-16T15:32:56Z', 'revision_number': 4, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'gw_port': {'id': 'f700c321-dc18-40fd-891b-cb2ede145dff', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:56Z', 'updated_at': '2021-07-16T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'e6d483e5-4584-4800-ad0e-91074771fe53', 'name': '', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'mac_address': 'fa:16:3e:6c:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:47Z', 'updated_at': '2021-07-16T15:32:54Z', 'revision_number': 5, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnets': [{'id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:32:58.634371 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4eace-6889-4d2c-a6cd-d74e2f5aebbd None None] The sync data for ids ['18cdc5a9-5776-421e-abb0-ab1d268abcfe'] in dv-cinder-784815-1-iscsi is: [{'id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'name': 'router1', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'f700c321-dc18-40fd-891b-cb2ede145dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:32:39Z', 'updated_at': '2021-07-16T15:32:56Z', 'revision_number': 4, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'gw_port': {'id': 'f700c321-dc18-40fd-891b-cb2ede145dff', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:56Z', 'updated_at': '2021-07-16T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'e6d483e5-4584-4800-ad0e-91074771fe53', 'name': '', 'network_id': '78c3673d-dae4-40ef-a402-7365db8a201a', 'tenant_id': '065bec20d2d74911bdcde18fde47c8dd', 'mac_address': 'fa:16:3e:6c:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cdc5a9-5776-421e-abb0-ab1d268abcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:32:47Z', 'updated_at': '2021-07-16T15:32:54Z', 'revision_number': 5, 'project_id': '065bec20d2d74911bdcde18fde47c8dd', 'subnets': [{'id': 'b6fc7269-1052-4a84-9baf-95f132265132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2c6f837-159f-40fa-b04f-ffc09e48a298'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:32:59.393540 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 52516) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:32:59.513905 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6fc76623-0964-4a6c-a215-3ddee4c481f5 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1192784 Jul 16 15:33:00.487933 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device f700c321-dc18-40fd-891b-cb2ede145dff up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:33:00.539848 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port f700c321-dc18-40fd-891b-cb2ede145dff completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:33:00.543330 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port f700c321-dc18-40fd-891b-cb2ede145dff triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:33:00.543704 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:00.615657 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:00.635182 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port f700c321-dc18-40fd-891b-cb2ede145dff, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=f700c321-dc18-40fd-891b-cb2ede145dff,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:33:00.639200 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:00.684223 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=f700c321-dc18-40fd-891b-cb2ede145dff,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:33:02.481441 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device f700c321-dc18-40fd-891b-cb2ede145dff up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:33:02.529482 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port f700c321-dc18-40fd-891b-cb2ede145dff triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:33:02.529854 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:13.929844 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-05a80707-e653-481b-ba56-920ad149105f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:13.970113 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:33:16.570325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:16.645241 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b36482bb-e8d2-4725-a0c5-d7387f3d0f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:17.586338 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:19.403880 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:43.922166 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8829b081-4e56-46a3-a530-9743b195a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:46.563461 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:46.638249 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a398-9ef4-4c96-a84b-7f63f74e5ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:47.584503 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:49.392426 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:50.958655 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:34:13.922096 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-174cc79d-22be-4dde-9fe3-7968d309dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:16.565254 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:16.637735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e35235fb-ce80-4e06-803e-75b3b7b3e1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:17.580567 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:19.396896 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:27.957639 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:34:34.097646 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53084) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:34.156725 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafa002d-477b-4687-93c9-7913393830c4 admin admin] GET failed (client error): The resource could not be found. Jul 16 15:34:34.158002 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-aafa002d-477b-4687-93c9-7913393830c4 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594389 Jul 16 15:34:34.332649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70631cac-48a8-43bc-adfe-e92e45622df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:34.334119 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-70631cac-48a8-43bc-adfe-e92e45622df2 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1723351 Jul 16 15:34:36.467381 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53094) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:36.564541 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e618929-2fe1-4dc8-a7cb-8b05af6c8422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:36.565887 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-6e618929-2fe1-4dc8-a7cb-8b05af6c8422 admin admin] 10.222.0.10 "GET /v2.0/subnets/b6fc7269-1052-4a84-9baf-95f132265132 HTTP/1.1" status: 200 len: 849 time: 0.0975676 Jul 16 15:34:36.574989 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:34:36.658568 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:36.801076 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730559335819'] for subnet, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:36.830710 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:36.831316 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:36.832908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] 10.222.0.10 "PUT /v2.0/subnets/b6fc7269-1052-4a84-9baf-95f132265132 HTTP/1.1" status: 200 len: 868 time: 0.2612123 Jul 16 15:34:36.835116 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098b232-9f52-43c6-a4ec-9d1bb0acb757 None None] Network 78c3673d-dae4-40ef-a402-7365db8a201a requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:34:36.854843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fc7269-1052-4a84-9baf-95f132265132,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:34:36.862493 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.862846 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.863195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.863561 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.863897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.864249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.864579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.864908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.865256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.865585 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.865910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:36.866231 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571c1a5-5f87-4aeb-8e08-940cd2ba42b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:34:37.196796 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a9fc5300-adf3-409a-a48f-e7b7b215283e None None] Provisioning complete for port e6d483e5-4584-4800-ad0e-91074771fe53 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:34:37.197165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5300-adf3-409a-a48f-e7b7b215283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:37.281478 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a9fc5300-adf3-409a-a48f-e7b7b215283e None None] Provisioning complete for port bfa7eb7b-63e1-45ac-9ae3-781d06ef6f2f triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:34:37.281746 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5300-adf3-409a-a48f-e7b7b215283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:38.959624 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53102) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:39.148676 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75bece9-1315-403b-871f-817bf6a2f797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:39.149065 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75bece9-1315-403b-871f-817bf6a2f797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:39.150571 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a75bece9-1315-403b-871f-817bf6a2f797 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1900213 Jul 16 15:34:41.275332 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53112) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:41.401048 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867ab15-9cc9-430d-a599-5ff1b1ebe763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:41.401521 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867ab15-9cc9-430d-a599-5ff1b1ebe763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:41.403029 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d867ab15-9cc9-430d-a599-5ff1b1ebe763 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1267104 Jul 16 15:34:43.551419 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53120) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:43.690440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa912da0-ab22-4b0a-9783-4c26d35e1196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:43.691807 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fa912da0-ab22-4b0a-9783-4c26d35e1196 admin admin] 10.222.0.10 "GET /v2.0/networks/78c3673d-dae4-40ef-a402-7365db8a201a HTTP/1.1" status: 200 len: 869 time: 0.1394410 Jul 16 15:34:43.923645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4dbdb478-688a-4725-bac3-7053eb5d4cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:45.841625 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53128) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:45.961686 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a784f8-4100-457f-8abf-30716de033e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:45.963650 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e4a784f8-4100-457f-8abf-30716de033e3 admin admin] 10.222.0.10 "GET /v2.0/networks/ea1d476f-604d-423f-a9fd-f1fba8378aa8 HTTP/1.1" status: 200 len: 886 time: 0.1204984 Jul 16 15:34:46.566233 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:46.638276 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-624b61b7-722e-46d3-8c8b-0e8800891c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:47.582840 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:48.080611 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53136) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:48.200728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eabc9d-312b-4501-b441-7d2462177372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:48.201112 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eabc9d-312b-4501-b441-7d2462177372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:48.202611 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-58eabc9d-312b-4501-b441-7d2462177372 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210535 Jul 16 15:34:49.398981 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:50.310231 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53144) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:50.400639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907cc29-a675-40ee-b186-a0ffc596ab6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:50.401103 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907cc29-a675-40ee-b186-a0ffc596ab6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:50.402611 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e907cc29-a675-40ee-b186-a0ffc596ab6e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914421 Jul 16 15:34:52.517117 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53152) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:52.606512 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce064ab-9ac5-4b5b-9781-e47173953118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:52.607846 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4ce064ab-9ac5-4b5b-9781-e47173953118 admin admin] 10.222.0.10 "GET /v2.0/subnets/b6fc7269-1052-4a84-9baf-95f132265132 HTTP/1.1" status: 200 len: 868 time: 0.0897856 Jul 16 15:34:54.737839 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53160) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:34:54.821332 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7cac6-cf2d-4137-8adf-c7e0bf0c2c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:54.824257 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-1cc7cac6-cf2d-4137-8adf-c7e0bf0c2c38 admin admin] 10.222.0.10 "GET /v2.0/subnets/e1aa6ab8-de25-4926-a960-d1d0337b0c00 HTTP/1.1" status: 200 len: 816 time: 0.0854747 Jul 16 15:35:04.957332 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:35:13.924650 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30b20a6f-bb15-4d0d-9131-28d0810bf42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:16.567800 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:16.638089 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5491-0ec2-43ea-b6d7-ee0e9d8f95ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:17.585724 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:18.971544 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53212) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:35:19.016774 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-6fc276b5-04a8-4acc-a77a-1f07eb751dcb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:35:19.017749 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6fc276b5-04a8-4acc-a77a-1f07eb751dcb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452812 Jul 16 15:35:19.404019 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:21.231978 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53220) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:35:21.289124 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fa9f33-b527-4d3c-ba63-07161b883b71 admin admin] GET failed (client error): The resource could not be found. Jul 16 15:35:21.290388 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-79fa9f33-b527-4d3c-ba63-07161b883b71 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573852 Jul 16 15:35:21.371460 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109790e-0d93-4ab4-b5f8-b204b2a54075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:21.372899 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-9109790e-0d93-4ab4-b5f8-b204b2a54075 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0787723 Jul 16 15:35:23.525581 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53228) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:35:23.569176 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:35:23.593747 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Made reservation on behalf of 0ece115bac46424c9601b8a8d1c000e7 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:35:23.596008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:23.640211 dv-cinder-784815-1-iscsi neutron-server[99564]: WARNING neutron.services.revisions.revision_plugin [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Could not find related network for resource to bump revision. Jul 16 15:35:23.656838 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:35:23.670360 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730559462211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:23.670893 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Unsubscribe: segment precommit_create {{(pid=99564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 15:35:23.671384 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Added segment 65ffeefc-2a6b-490a-84f4-ae89f5bf9588 of type vlan for network 69028796-9dd8-4a10-b87e-29f8a0021d05 Jul 16 15:35:23.715204 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:23.755897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:23.756816 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:23.757387 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:23.808963 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2823293 Jul 16 15:35:23.848594 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa890928-a4aa-4377-8871-fe6c9f491e3a admin admin] Pushing event updated for resources: {'Network': ['ID=69028796-9dd8-4a10-b87e-29f8a0021d05,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:35:23.859939 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 69028796-9dd8-4a10-b87e-29f8a0021d05 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:35:25.969483 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53236) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:35:26.026880 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbff7f8c-665a-4659-893c-dbfc7ca2367b admin admin] GET failed (client error): The resource could not be found. Jul 16 15:35:26.028195 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fbff7f8c-665a-4659-893c-dbfc7ca2367b admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577586 Jul 16 15:35:26.095603 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7e8e7-c73e-45ad-a080-fb2d3228f502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:26.096990 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-03c7e8e7-c73e-45ad-a080-fb2d3228f502 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651162 Jul 16 15:35:26.106927 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:35:26.125845 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Made reservation on behalf of 0ece115bac46424c9601b8a8d1c000e7 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:35:26.128144 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:26.282036 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:26.333771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5077b8d3-c218-4ffe-9041-9f961f966e2e,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:35:26.342217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Checking segment: {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:35:26.342560 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Network hostable DHCP agents. Network: 69028796-9dd8-4a10-b87e-29f8a0021d05, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:35:26.359558 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Network 69028796-9dd8-4a10-b87e-29f8a0021d05 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:35:26.367898 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 69028796-9dd8-4a10-b87e-29f8a0021d05) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:35:26.371674 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:26.372249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:26.376555 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b41c3-0425-4160-8ea3-7d46fb7b9589 None None] Network 69028796-9dd8-4a10-b87e-29f8a0021d05 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:35:26.385909 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0f127332-94e5-408f-84e2-d3ce1fe2d3b2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2821276 Jul 16 15:35:26.621220 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-69028796-9dd8-4a10-b87e-29f8a0021d05', 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05', 'tenant_id': '0ece115bac46424c9601b8a8d1c000e7', 'fixed_ips': [{'subnet_id': '5077b8d3-c218-4ffe-9041-9f961f966e2e'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:35:26.622100 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:26.756261 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Allocated IP 192.168.233.2 (69028796-9dd8-4a10-b87e-29f8a0021d05/5077b8d3-c218-4ffe-9041-9f961f966e2e/61df3eef-86bf-47ff-aa9e-b3889db20fbc) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:35:26.894325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:26.903485 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Transition to ACTIVE for port object 61df3eef-86bf-47ff-aa9e-b3889db20fbc will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:35:26.917934 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Transition to ACTIVE for port object 61df3eef-86bf-47ff-aa9e-b3889db20fbc will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:35:26.924112 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:26.973003 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Pushing event updated for resources: {'Port': ['ID=61df3eef-86bf-47ff-aa9e-b3889db20fbc,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:35:26.976647 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Network 69028796-9dd8-4a10-b87e-29f8a0021d05 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:35:26.980828 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:35:26.983170 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.983649 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.983891 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.984232 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.984566 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.984898 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.985228 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.985554 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.985901 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.986234 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.986552 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:26.986874 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:35:27.000584 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:35:27.060260 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Attempting to bind port 61df3eef-86bf-47ff-aa9e-b3889db20fbc on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:35:27.060634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Attempting to bind port 61df3eef-86bf-47ff-aa9e-b3889db20fbc by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:35:27.060983 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Attempting to bind port 61df3eef-86bf-47ff-aa9e-b3889db20fbc on network 69028796-9dd8-4a10-b87e-29f8a0021d05 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:35:27.065803 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:35:27.066175 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Checking segment: {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:35:27.066582 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:27.066973 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Bound using segment: {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:35:27.067470 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Bound port: 61df3eef-86bf-47ff-aa9e-b3889db20fbc, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:35:27.067864 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:27.127759 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] For port 61df3eef-86bf-47ff-aa9e-b3889db20fbc, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:35:27.131174 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] For port 61df3eef-86bf-47ff-aa9e-b3889db20fbc, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=61df3eef-86bf-47ff-aa9e-b3889db20fbc,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:35:27.136969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:27.200926 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde00b6-a9d5-418d-aabc-d37d87a7064e None None] Pushing event updated for resources: {'Port': ['ID=61df3eef-86bf-47ff-aa9e-b3889db20fbc,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:35:28.014781 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15568902-4525-4bf4-bfbd-2deb6e71b34f None None] Network 69028796-9dd8-4a10-b87e-29f8a0021d05 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:35:28.133279 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-28ea6880-a5b9-41a6-956d-0c22ea7894a6 None None] Provisioning for port 61df3eef-86bf-47ff-aa9e-b3889db20fbc completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:35:28.599811 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 61df3eef-86bf-47ff-aa9e-b3889db20fbc up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:35:28.651673 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 61df3eef-86bf-47ff-aa9e-b3889db20fbc completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:35:28.655600 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 61df3eef-86bf-47ff-aa9e-b3889db20fbc triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:35:28.656063 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:28.730782 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:28.765297 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 61df3eef-86bf-47ff-aa9e-b3889db20fbc, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=61df3eef-86bf-47ff-aa9e-b3889db20fbc,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:35:28.769148 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:28.815567 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=61df3eef-86bf-47ff-aa9e-b3889db20fbc,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:35:30.576114 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 61df3eef-86bf-47ff-aa9e-b3889db20fbc up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:35:30.623074 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 61df3eef-86bf-47ff-aa9e-b3889db20fbc triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:35:30.623468 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:41.956087 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:35:43.925831 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac27037c-6224-484a-aa0d-06ed3423ee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:46.569742 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:46.638931 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9af89193-20d1-4aec-a0a1-4ad44c4e5b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:47.589672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:49.406455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:13.927327 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d508817e-9ed1-45ec-848f-48be497c3675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:16.573325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:16.638476 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-526ed63a-fe84-4a9a-ac50-c802811d75ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:17.591491 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:18.955145 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:36:19.413731 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:36.391498 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53290) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:36.398267 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [None req-21916287-b0a3-4155-b86a-c7ad0f7fa35a tempest-verify_tempest_config-483974213 tempest-verify_tempest_config-483974213-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:36:36.399285 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-21916287-b0a3-4155-b86a-c7ad0f7fa35a tempest-verify_tempest_config-483974213 tempest-verify_tempest_config-483974213-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068052 Jul 16 15:36:36.691632 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53308) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:36.789004 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:36.875380 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:36.879021 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:36.924482 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fed283c684d84850bb9906e4e034d40b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2318168 Jul 16 15:36:36.926209 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f26d5c2-b148-4b20-9c82-63c8febd21dd,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:36.927125 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53314) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:36.932586 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.932945 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.933287 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.933619 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.933948 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.934288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.934616 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.934938 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.935296 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.935620 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.935936 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:36.936250 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b64eaf-25e1-4e68-bd4e-6e0d7e70edb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.044236 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:37.063583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:37.151755 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:37.154191 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:37.155349 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f26d5c2-b148-4b20-9c82-63c8febd21dd HTTP/1.1" status: 204 len: 168 time: 0.2271967 Jul 16 15:36:37.162661 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f26d5c2-b148-4b20-9c82-63c8febd21dd,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:37.169248 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.169611 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.169951 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.170282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.170611 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.170952 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.171303 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.171692 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.171952 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.172274 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.172592 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:37.172910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e4d25-184e-4687-8625-4092c4d051bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:43.928373 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-abc20e3f-3da6-4ea6-ac9d-26b4b70418d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:46.575597 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:46.637867 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1876191a-fb57-4205-baca-7f864aee48a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:47.594652 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:49.415076 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:55.953507 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:37:13.929467 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9425-88b6-4466-9805-61652af9cfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:16.576870 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:16.636234 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-88580148-0d25-4b4d-b1dc-8fb9557bb1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:17.597143 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:19.415805 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:32.952822 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:37:43.928969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b7cae4f8-76ee-46e2-8516-2802e310b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:46.576445 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:46.634871 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d11b-bab2-4591-be68-ffb7fcd18686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:47.600122 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:49.418824 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:09.951858 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:38:12.647978 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125707'] for agent, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:13.931692 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6a48397b-3bb3-485f-a8c1-0a2885e02b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:16.577655 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:16.633073 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c99f84a6-b847-443c-a914-dcbae75c9adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:17.603063 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:19.423530 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:27.625973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53388) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:38:27.724544 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-9ff97f31-d727-442a-af18-970757c2c3f8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0975096 Jul 16 15:38:29.878149 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53398) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:38:29.936921 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-014d59a6-fc12-4be2-887d-e29ebaa88521 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0576947 Jul 16 15:38:42.612394 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:43.930767 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-909441af-344a-4f80-9e8a-4bf97d434cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:46.578292 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:46.631499 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29bc12cd-02b5-4d86-8fb4-ce2afaedfea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:46.950947 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:38:47.607578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:49.427147 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:12.620336 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:13.930522 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cc345221-5de7-4239-8edf-8cc9f6a8a6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:16.579578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:16.630901 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5a39bfeb-32c5-4e65-98c1-459ab2fdfdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:17.607961 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:19.429369 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:23.949685 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:39:42.619352 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:43.932949 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7376c795-a216-4b66-be9c-dfe88b84e726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:46.579831 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:46.628766 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c047338b-b9fa-4568-af32-e9a7775a44d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:47.613971 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:49.431586 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.341642 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53552) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:58.632745 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1525269522-network', 'tenant_id': 'b1d1f9529b9747ee9a2e0b70f5847dec'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:39:58.657522 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Made reservation on behalf of b1d1f9529b9747ee9a2e0b70f5847dec for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:39:58.659934 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.668461 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.761545 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.766461 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.796980 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec576b-1d75-4415-b9ca-948814df975d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:39:58.806548 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.807174 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.807412 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.807815 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.807917 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.808288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.808560 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.808871 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.809206 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.809524 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.810414 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.810737 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Tracked resource versions report: Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: pushed versions: Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: { 'AddressGroup': {'1.2'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'ConntrackHelper': {'1.0'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Log': {'1.0'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Network': {'1.1'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Port': {'1.7'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'PortForwarding': {'1.2'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'QosPolicy': {'1.8'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroup': {'1.4'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SubPort': {'1.0'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Subnet': {'1.1'}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Trunk': {'1.1'}} Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: consumer versions: Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: HyperV agent@hv-cinder-78481: {}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'ConntrackHelper': '1.0', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Log': '1.0', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Network': '1.1', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Port': '1.7', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'PortForwarding': '1.2', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'QosPolicy': '1.8', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroup': '1.4', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SecurityGroupRule': '1.2', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'SubPort': '1.0', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Subnet': '1.1', Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: 'Trunk': '1.1'}} Jul 16 15:39:58.811800 dv-cinder-784815-1-iscsi neutron-server[99565]: {{(pid=99565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:39:58.814441 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:39:58.823980 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.827938 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Added segment 55966d0b-e0ee-401a-a78c-47c76f727714 of type vlan for network 26797a88-152b-46c1-bc04-d2b6e2e950c5 Jul 16 15:39:58.864605 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.867866 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53594) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:58.902857 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.903940 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:39:58.904523 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:58.951549 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6082640 Jul 16 15:39:58.955097 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53606) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:58.960637 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Request body: {'subnet': {'network_id': '26797a88-152b-46c1-bc04-d2b6e2e950c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1525269522-subnet', 'tenant_id': 'b1d1f9529b9747ee9a2e0b70f5847dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:39:58.979010 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce573b8-a16d-49a7-8aa3-b4ae12f4736c admin admin] Pushing event updated for resources: {'Network': ['ID=26797a88-152b-46c1-bc04-d2b6e2e950c5,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:39:58.989146 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Made reservation on behalf of b1d1f9529b9747ee9a2e0b70f5847dec for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:39:58.990623 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 26797a88-152b-46c1-bc04-d2b6e2e950c5 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:39:58.993642 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.173723 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.239539 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1403188072-network', 'tenant_id': '1155ccaad14a417487af7af4142ba971'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:39:59.254459 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b5cd94-345c-4c1c-8787-c3e9fb6de075,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:39:59.258991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Checking segment: {'id': '55966d0b-e0ee-401a-a78c-47c76f727714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26797a88-152b-46c1-bc04-d2b6e2e950c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:39:59.259377 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Network hostable DHCP agents. Network: 26797a88-152b-46c1-bc04-d2b6e2e950c5, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:39:59.269681 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.270135 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.270667 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.271006 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.271530 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.271891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.272472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.272593 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.272885 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.273393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.273724 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.274051 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Tracked resource versions report: Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: pushed versions: Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: { 'AddressGroup': {'1.2'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'ConntrackHelper': {'1.0'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Log': {'1.0'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Network': {'1.1'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Port': {'1.7'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'PortForwarding': {'1.2'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'QosPolicy': {'1.8'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroup': {'1.4'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SubPort': {'1.0'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Subnet': {'1.1'}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Trunk': {'1.1'}} Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: consumer versions: Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: HyperV agent@hv-cinder-78481: {}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'ConntrackHelper': '1.0', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Log': '1.0', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Network': '1.1', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Port': '1.7', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'PortForwarding': '1.2', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'QosPolicy': '1.8', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroup': '1.4', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SecurityGroupRule': '1.2', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'SubPort': '1.0', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Subnet': '1.1', Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: 'Trunk': '1.1'}} Jul 16 15:39:59.275102 dv-cinder-784815-1-iscsi neutron-server[99564]: {{(pid=99564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:39:59.295434 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Made reservation on behalf of 1155ccaad14a417487af7af4142ba971 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:39:59.298058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.301202 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Network 26797a88-152b-46c1-bc04-d2b6e2e950c5 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:39:59.311632 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.320537 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 26797a88-152b-46c1-bc04-d2b6e2e950c5) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:39:59.326454 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:39:59.327095 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.329500 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b2b94-6293-40eb-98ec-32fc980a728c None None] Network 26797a88-152b-46c1-bc04-d2b6e2e950c5 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:39:59.388425 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53624) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:59.448479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.455300 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.486946 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa1505-17bb-4ff3-88e7-88c8003d70b3,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:39:59.492593 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53630) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:59.501960 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-6ebbf7e0-84a0-4ae1-b4ac-3bf1cb10e37b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5371010 Jul 16 15:39:59.502934 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:39:59.514632 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.515108 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Added segment af630c60-c463-4bc5-b9ac-505bc1392808 of type vlan for network f6d71c75-7af2-471b-9f9f-4027387a0ef4 Jul 16 15:39:59.562667 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.593697 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc7fdb-3395-4ce6-b4b9-31139eae93c3 None None] Network 26797a88-152b-46c1-bc04-d2b6e2e950c5 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:39:59.610067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.612819 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:39:59.613976 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.649920 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7803245 Jul 16 15:39:59.650120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53646) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:59.657733 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Request body: {'subnet': {'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1403188072-subnet', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:39:59.690206 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0d68e-757d-4582-87a5-446d2630e354 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d71c75-7af2-471b-9f9f-4027387a0ef4,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:39:59.692431 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Made reservation on behalf of 1155ccaad14a417487af7af4142ba971 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:39:59.696635 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.706317 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:39:59.722074 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53648) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:39:59.782985 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1361443892-network', 'tenant_id': '4585324dde574ef1abdc666798c72954'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:39:59.807791 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-53574149-network', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:39:59.815509 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Made reservation on behalf of 4585324dde574ef1abdc666798c72954 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:39:59.817790 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.835629 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.910258 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Made reservation on behalf of 5d0cb7f248c54533976bf22d8191d431 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:39:59.912565 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.943363 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.949192 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:59.965598 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-network', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:00.052837 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b68bb6-d009-4946-afcd-d16752b5f433,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:00.059703 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Checking segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:00.060207 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Network hostable DHCP agents. Network: f6d71c75-7af2-471b-9f9f-4027387a0ef4, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:40:00.099900 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.106012 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.115668 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:40:00.130880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Made reservation on behalf of be08718f12574e27bfe95682b66fcb06 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:00.133777 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.140581 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2269df9-b282-4385-b382-29c6de9c81e6,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:00.149098 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:40:00.152898 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.169977 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, f6d71c75-7af2-471b-9f9f-4027387a0ef4) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:00.173139 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.173550 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Added segment baffafca-7283-493d-b488-384319d62dc5 of type vlan for network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 Jul 16 15:40:00.179679 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c8291-8a43-4203-956c-fb5d216a5740 None None] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:00.186066 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:00.186796 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.243451 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.301512 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.302813 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:00.303684 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.319794 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.347857 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.362336 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-956b3b31-0da3-4ed9-b5e7-d87690a63d89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7110748 Jul 16 15:40:00.366665 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53678) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:00.378035 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:40:00.389472 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.390153 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Added segment 51bf08aa-08d1-4f30-823c-0b3cb7baa512 of type vlan for network 3e7c0127-5805-422a-9a08-ae82fad0e68b Jul 16 15:40:00.443672 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.537701 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.540361 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:00.543395 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:40:00.544460 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.546474 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3fa452-ed28-40ae-ae44-9e1018f03a6a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:00.555903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.599728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:40:00.603401 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.604537 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:00.605317 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.628514 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1347892 Jul 16 15:40:00.629558 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685241c-00a6-4559-b129-d5f100927006 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:00.629681 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53684) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:00.631311 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53686) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:00.646464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Request body: {'subnet': {'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1361443892-subnet', 'tenant_id': '4585324dde574ef1abdc666798c72954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:00.649522 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2598593 Jul 16 15:40:00.650412 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53688) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:00.667355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-336150608-network', 'tenant_id': 'be8afd9e134b48b1968aecb2151353d6'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:00.678434 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:40:00.685225 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.685578 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Added segment e5484dbc-2887-45f7-9779-1b9ef5e7eb58 of type vlan for network e84ee211-f558-4547-97c1-f426b7cd8bdb Jul 16 15:40:00.739213 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989906c-844c-4514-9a5f-266fe92205f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7c0127-5805-422a-9a08-ae82fad0e68b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:00.754281 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Request body: {'subnet': {'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-subnet', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:00.759714 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:40:00.776478 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.777934 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.782662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1459d181-022b-47b5-88c4-6822da89ec63,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:00.852054 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.854705 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Allocated IP 172.20.0.2 (f6d71c75-7af2-471b-9f9f-4027387a0ef4/55b68bb6-d009-4946-afcd-d16752b5f433/5f2856d4-de8b-40bb-a32e-6cfd72c5e204) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:00.882927 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.883077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Made reservation on behalf of 4585324dde574ef1abdc666798c72954 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:00.885957 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.920829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.922280 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:00.922720 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:00.949602 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:40:01.028662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] Pushing event updated for resources: {'Network': ['ID=e84ee211-f558-4547-97c1-f426b7cd8bdb,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:01.098928 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network e84ee211-f558-4547-97c1-f426b7cd8bdb details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:40:01.218113 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Made reservation on behalf of 5d0cb7f248c54533976bf22d8191d431 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:01.223255 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.228487 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.248465 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0f0f0b6f-d39f-4495-ad18-95a719652da4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5212405 Jul 16 15:40:01.269948 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53718) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:01.270572 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Made reservation on behalf of be8afd9e134b48b1968aecb2151353d6 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:01.276737 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.282450 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Request body: {'subnet': {'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-subnet', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:01.328426 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.350186 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.369781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.371292 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Transition to ACTIVE for port object 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:01.407860 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Transition to ACTIVE for port object 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:01.422373 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.487884 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Made reservation on behalf of be08718f12574e27bfe95682b66fcb06 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:01.490169 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.496628 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:01.500831 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ae93c4-2c53-4cb2-a89a-5faa06b10de1,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:01.513236 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:01.519177 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:01.543487 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Pushing event updated for resources: {'Port': ['ID=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:01.594118 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.594502 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.594848 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.595187 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.595550 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.595880 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.596211 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.596537 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.596878 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.597200 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.597522 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.597840 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Tracked resource versions report: Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: pushed versions: Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: { 'AddressGroup': {'1.2'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'ConntrackHelper': {'1.0'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Log': {'1.0'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Network': {'1.1'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Port': {'1.7'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'PortForwarding': {'1.2'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'QosPolicy': {'1.8'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroup': {'1.4'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SubPort': {'1.0'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Subnet': {'1.1'}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Trunk': {'1.1'}} Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: consumer versions: Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: HyperV agent@hv-cinder-78481: {}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'ConntrackHelper': '1.0', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Log': '1.0', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Network': '1.1', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Port': '1.7', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'PortForwarding': '1.2', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'QosPolicy': '1.8', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroup': '1.4', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SecurityGroupRule': '1.2', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'SubPort': '1.0', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Subnet': '1.1', Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: 'Trunk': '1.1'}} Jul 16 15:40:01.611098 dv-cinder-784815-1-iscsi neutron-server[99566]: {{(pid=99566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:40:01.663991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Checking segment: {'id': 'baffafca-7283-493d-b488-384319d62dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:01.664393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Network hostable DHCP agents. Network: 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:40:01.677793 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Attempting to bind port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:01.678168 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Attempting to bind port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:01.678636 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Attempting to bind port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:01.686457 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:01.686891 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Checking segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:01.687371 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.687763 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Bound using segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:01.688230 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Bound port: 5f2856d4-de8b-40bb-a32e-6cfd72c5e204, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:01.688633 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.712613 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.733501 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:40:01.768155 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:01.773545 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:01.774153 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.785266 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ea593-e4ea-42f8-a52a-f657ee465e8a None None] Network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:01.785730 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.809963 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Checking segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:01.810875 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Network hostable DHCP agents. Network: 3e7c0127-5805-422a-9a08-ae82fad0e68b, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:40:01.820573 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.847698 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d0ce00ae-57a0-48c0-8ddd-c24f3f09c754 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2119741 Jul 16 15:40:01.854159 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fe4092-b7c3-4fde-a7fd-08d783e65926,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:01.854681 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.895032 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:40:01.907624 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad77e07-4207-407f-a645-7cd63b88114e,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:01.947002 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.947675 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Added segment fb719b35-52c1-42c4-bb55-647cbfb8f8e3 of type vlan for network 0be31d25-6862-4595-97d2-ca132ffe950c Jul 16 15:40:01.955955 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.958795 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:40:01.983401 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:01.989625 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734e5de5-ac7b-4a92-a991-0645ae0691ac,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:01.997690 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 3e7c0127-5805-422a-9a08-ae82fad0e68b) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:02.023691 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42ec28-b9e1-4cab-ad9a-b8eace712bb7 None None] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:02.036146 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:02.036717 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.059672 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ea98df91-c292-42f5-8050-6a28f3904823 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3188376 Jul 16 15:40:02.060955 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53744) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:02.065442 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0820cc1c-c90d-45ed-8925-46d38652d038 None None] Network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:02.070500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:02.076496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.080470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Checking segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:02.080824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Network hostable DHCP agents. Network: e84ee211-f558-4547-97c1-f426b7cd8bdb, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:40:02.136130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.137229 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.141716 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.145518 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:02.147484 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.187898 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Allocated IP 172.27.1.61 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/aead86b7-5799-4c96-88b5-42191b309741) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:02.228872 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.253633 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] For port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:02.264992 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] Pushing event updated for resources: {'Network': ['ID=0be31d25-6862-4595-97d2-ca132ffe950c,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:02.267501 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Network e84ee211-f558-4547-97c1-f426b7cd8bdb is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:40:02.280555 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, e84ee211-f558-4547-97c1-f426b7cd8bdb) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:02.283336 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] For port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:02.284659 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 0be31d25-6862-4595-97d2-ca132ffe950c details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:40:02.286747 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0061b107-991c-465d-9cb9-5eb14cf84fbb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6303942 Jul 16 15:40:02.288813 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:02.289981 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.304943 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628dac3-e55f-4036-b9c4-faf305a6cc4d None None] Network e84ee211-f558-4547-97c1-f426b7cd8bdb requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:02.308436 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53754) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:02.316141 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Request body: {'subnet': {'network_id': '0be31d25-6862-4595-97d2-ca132ffe950c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-336150608-subnet', 'tenant_id': 'be8afd9e134b48b1968aecb2151353d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:02.338547 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f43e85ad-ce74-415a-b88e-65adc7c4e9b0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0608873 Jul 16 15:40:02.342711 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53762) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:02.353007 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:02.368076 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Made reservation on behalf of be8afd9e134b48b1968aecb2151353d6 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:02.375081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.392478 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.409984 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53766) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:02.592545 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.635458 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6864b2e5-f962-4941-8efc-d267b8f0213f None None] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:02.639976 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71ac99a0-e994-4864-b5b7-2f7141e6696c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.668598 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.688171 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.754113 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.755590 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.774435 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Checking segment: {'id': 'fb719b35-52c1-42c4-bb55-647cbfb8f8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0be31d25-6862-4595-97d2-ca132ffe950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:02.775125 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Network hostable DHCP agents. Network: 0be31d25-6862-4595-97d2-ca132ffe950c, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:40:02.797232 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5bc50a-3131-4c88-a42e-1d9b6704bfe7,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:02.859067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53796) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:02.889485 dv-cinder-784815-1-iscsi neutron-server[99564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 15:40:02.897231 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:02.968270 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71ac99a0-e994-4864-b5b7-2f7141e6696c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.003752 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.008322 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71ac99a0-e994-4864-b5b7-2f7141e6696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.037947 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Pushing event updated for resources: {'Port': ['ID=aead86b7-5799-4c96-88b5-42191b309741,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:03.052371 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:03.068316 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:03.070134 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfebbad-04c2-403e-903e-becd8c6102a3 None None] Pushing event updated for resources: {'Port': ['ID=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:03.072475 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:03.076116 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-71ac99a0-e994-4864-b5b7-2f7141e6696c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21e293aff9cf45d0bb357c5fa7e4b5e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6645887 Jul 16 15:40:03.078381 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac99a0-e994-4864-b5b7-2f7141e6696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8699b67-13fe-4629-8e44-cbf3f6fb42ea,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:03.083451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53798) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:03.135339 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Network 0be31d25-6862-4595-97d2-ca132ffe950c is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:40:03.208800 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-e84ee211-f558-4547-97c1-f426b7cd8bdb', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:40:03.210108 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.258941 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 0be31d25-6862-4595-97d2-ca132ffe950c) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:03.287056 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826b3eb-8e7d-4e51-877c-b5d57003d189 None None] Network 0be31d25-6862-4595-97d2-ca132ffe950c requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:03.327610 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:03.328451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.435554 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.447761 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Allocated IP 172.20.0.2 (e84ee211-f558-4547-97c1-f426b7cd8bdb/734e5de5-ac7b-4a92-a991-0645ae0691ac/bfb48d62-7e6c-480c-87b7-8e4e8ae00723) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:03.462445 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.465476 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.468167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4a630dd1-dad7-4781-b6dd-5ac9e7cb9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.476187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-097e7204-0338-468e-a7ba-ebe7598927ae tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:03.477731 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-097e7204-0338-468e-a7ba-ebe7598927ae tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/networks?id=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 HTTP/1.1" status: 200 len: 812 time: 0.6171546 Jul 16 15:40:03.488028 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-6d40ea8a-3581-452d-a768-76ee9fb5668f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1783850 Jul 16 15:40:03.537748 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-046f434d-3035-4379-8376-5ebd6e05c453 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/quotas/4585324dde574ef1abdc666798c72954 HTTP/1.1" status: 200 len: 375 time: 0.0472393 Jul 16 15:40:03.597659 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa925efc-5e99-4a8e-a574-89b67ea7421c None None] Network 0be31d25-6862-4595-97d2-ca132ffe950c requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:03.623942 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Allocated IP 172.27.1.88 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/d1d40f0b-e1ee-4e58-892d-dcabd3243d51) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:03.627655 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-913c89a7-ca59-4069-9c99-087d4e7e5d77 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4585324dde574ef1abdc666798c72954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888221 Jul 16 15:40:03.634800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4a630dd1-dad7-4781-b6dd-5ac9e7cb9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.731418 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:03.879484 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53824) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:03.932772 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3845874c-6ba6-48d0-9d0a-9a4ce93fd25d None None] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:03.971345 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe72a870-0a3d-451e-9b38-77e84941be4c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:40:03.980621 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe72a870-0a3d-451e-9b38-77e84941be4c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2091653 Jul 16 15:40:03.998513 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Deleting subnet e8b5cd94-345c-4c1c-8787-c3e9fb6de075 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:40:04.006802 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.053701 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.066008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.077129 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-94abf6fb-278c-4d62-89f5-b6098729f557 None None] Provisioning for port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:04.077753 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.091984 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.106715 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Transition to ACTIVE for port object bfb48d62-7e6c-480c-87b7-8e4e8ae00723 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:04.109970 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.135625 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Transition to ACTIVE for port object bfb48d62-7e6c-480c-87b7-8e4e8ae00723 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:04.169948 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.178218 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.238820 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.260226 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e8b5cd94-345c-4c1c-8787-c3e9fb6de075 HTTP/1.1" status: 204 len: 168 time: 0.3599732 Jul 16 15:40:04.263864 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5218ab-d5f2-442d-bef8-f50e0443fa32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b5cd94-345c-4c1c-8787-c3e9fb6de075,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:04.274407 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53840) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:04.288802 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Network e84ee211-f558-4547-97c1-f426b7cd8bdb is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:04.298264 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:04.303972 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:04.307320 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Pushing event updated for resources: {'Port': ['ID=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:04.309956 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.338302 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:04.343918 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:04.351498 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:04.392686 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4a630dd1-dad7-4781-b6dd-5ac9e7cb9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.396067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4a630dd1-dad7-4781-b6dd-5ac9e7cb9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.400354 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4a630dd1-dad7-4781-b6dd-5ac9e7cb9066 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8699b67-13fe-4629-8e44-cbf3f6fb42ea HTTP/1.1" status: 204 len: 168 time: 1.3156078 Jul 16 15:40:04.456749 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Attempting to bind port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:04.457775 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a630dd1-dad7-4781-b6dd-5ac9e7cb9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8699b67-13fe-4629-8e44-cbf3f6fb42ea,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:04.457972 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Attempting to bind port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:04.458346 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Attempting to bind port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 on network e84ee211-f558-4547-97c1-f426b7cd8bdb {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:04.475776 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:04.476149 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Checking segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:04.476560 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.477026 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Bound using segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:04.477611 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Bound port: bfb48d62-7e6c-480c-87b7-8e4e8ae00723, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:04.478013 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.525792 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.543204 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:04.552413 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-7826d7e2-053f-46ab-918a-05cfc1e73033 service neutron] 10.222.0.10 "GET /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709155 Jul 16 15:40:04.573661 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Router 98beedcb-add2-4e56-b314-409317bc5572 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:40:04.615786 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] For port bfb48d62-7e6c-480c-87b7-8e4e8ae00723, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:04.619590 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] For port bfb48d62-7e6c-480c-87b7-8e4e8ae00723, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:04.628701 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.701591 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.734452 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc26fb-0c62-446c-a91a-e08f5793869b None None] Pushing event updated for resources: {'Port': ['ID=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:04.745150 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:40:04.763784 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:40:04.775468 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.780655 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f011ea61-39af-4882-bd90-1f20ad8054f0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2862217 Jul 16 15:40:04.780655 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 53852) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:04.799669 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:04.802799 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:04.830487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.901471 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:04.945736 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:04.990345 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:05.004776 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.024891 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:05.025271 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.058633 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:05.087033 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.087425 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.088352 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.089019 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > port after_create 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.089712 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > port after_delete 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.090053 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > port after_update 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.090392 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.090717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.091254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.091571 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.150842 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-066ddbe7-4e3a-40b9-82fe-33b5795295bd None None] Provisioning complete for port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:05.151318 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-066ddbe7-4e3a-40b9-82fe-33b5795295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.311032 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:03Z', 'revision_number': 3, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:05.350635 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:40:05.351009 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Updating router 98beedcb-add2-4e56-b314-409317bc5572 port aead86b7-5799-4c96-88b5-42191b309741 binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:40:05.377836 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.402078 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-066ddbe7-4e3a-40b9-82fe-33b5795295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.408811 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.409393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.409498 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.410207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:40:05.410207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26797a88-152b-46c1-bc04-d2b6e2e950c5']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:05.435629 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.469885 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55966d0b-e0ee-401a-a78c-47c76f727714') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:05.470245 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55966d0b-e0ee-401a-a78c-47c76f727714') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:05.474590 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:05.475799 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-6dba3090-b2f8-4545-880c-61ad89fffab9 service neutron] 10.222.0.10 "GET /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880703 Jul 16 15:40:05.500376 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.503546 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.562423 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.598178 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Allocated IP 172.27.1.43 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/f762e7a2-124f-4645-a646-35690f5d9f41) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:05.604214 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.db.api [None req-066ddbe7-4e3a-40b9-82fe-33b5795295bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 15:40:05.604750 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG oslo_db.api [None req-066ddbe7-4e3a-40b9-82fe-33b5795295bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 15:40:05.665324 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:05.753227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.764894 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.869796 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53886) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:05.885299 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:40:05.885716 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: from cryptography.utils import int_from_bytes Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: from cryptography.utils import int_from_bytes Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:40:05.892784 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:40:05.923371 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.034853 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b2887e77-443c-4636-b705-f8f9b0d1dc01 req-097a0ba0-bf8a-4aec-84c3-f59a3ebaabd9 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 210 time: 0.1590106 Jul 16 15:40:06.163734 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.169317 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:06.177113 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.178346 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Transition to ACTIVE for port object aead86b7-5799-4c96-88b5-42191b309741 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:06.187614 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.197438 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:06.220269 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Attempting to bind port aead86b7-5799-4c96-88b5-42191b309741 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:06.220953 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Attempting to bind port aead86b7-5799-4c96-88b5-42191b309741 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:06.221562 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Attempting to bind port aead86b7-5799-4c96-88b5-42191b309741 on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:06.233470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=f762e7a2-124f-4645-a646-35690f5d9f41,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:06.248724 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:06.249471 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:06.250114 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.250716 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:06.251440 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Bound port: aead86b7-5799-4c96-88b5-42191b309741, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:06.252199 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.261933 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.266593 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] 10.222.0.10 "DELETE /v2.0/networks/26797a88-152b-46c1-bc04-d2b6e2e950c5 HTTP/1.1" status: 204 len: 168 time: 1.9885070 Jul 16 15:40:06.267068 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1b1ab-c69d-4ec5-baf5-f0ac02b4d8de admin admin] Pushing event deleted for resources: {'Network': ['ID=26797a88-152b-46c1-bc04-d2b6e2e950c5,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:06.268721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53906) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:06.305576 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:06.316555 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] For port aead86b7-5799-4c96-88b5-42191b309741, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:06.320052 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] For port aead86b7-5799-4c96-88b5-42191b309741, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=aead86b7-5799-4c96-88b5-42191b309741,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:06.330043 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.346370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce69ea0-7d8d-40b3-9c06-d3813aeac981 None None] Network e84ee211-f558-4547-97c1-f426b7cd8bdb requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:06.353283 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.369322 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Deleting subnet cb5bc50a-3131-4c88-a42e-1d9b6704bfe7 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:40:06.374457 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.415178 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Pushing event updated for resources: {'Port': ['ID=aead86b7-5799-4c96-88b5-42191b309741,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:06.424072 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Router b419d222-7acd-49c7-8209-5a84c1a7aa62 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:40:06.436429 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:06.437164 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:06.534343 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-32f5589a-c342-4f6d-bf71-64e91bcafbb3 None None] Provisioning for port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:06.576089 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:06.650887 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.651381 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.651989 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.652552 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.653109 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.653704 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.654375 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.655522 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.656378 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.656925 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.657556 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.658089 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Tracked resource versions report: Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: pushed versions: Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: { 'AddressGroup': {'1.2'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'ConntrackHelper': {'1.0'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Log': {'1.0'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Network': {'1.1'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Port': {'1.7'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'PortForwarding': {'1.2'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'QosPolicy': {'1.8'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroup': {'1.4'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroupRule': {'1.2'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SubPort': {'1.0'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Subnet': {'1.1'}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Trunk': {'1.1'}} Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: consumer versions: Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: { DHCP agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: HyperV agent@hv-cinder-78481: {}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: L3 agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: Metadata agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: Metering agent@dv-cinder-784815-1-iscsi: {}, Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: Open vSwitch agent@dv-cinder-784815-1-iscsi: { 'AddressGroup': '1.2', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'ConntrackHelper': '1.0', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Log': '1.0', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Network': '1.1', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Port': '1.7', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'PortForwarding': '1.2', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'QosPolicy': '1.8', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroup': '1.4', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SecurityGroupRule': '1.2', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'SubPort': '1.0', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Subnet': '1.1', Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: 'Trunk': '1.1'}} Jul 16 15:40:06.659479 dv-cinder-784815-1-iscsi neutron-server[99568]: {{(pid=99568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 15:40:06.661750 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.730361 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b0e85-6468-465c-88d0-ddd9e2cc87a9 None None] Pushing event updated for resources: {'Port': ['ID=aead86b7-5799-4c96-88b5-42191b309741,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:06.816633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:40:06.830770 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Sync routers for ids ['b419d222-7acd-49c7-8209-5a84c1a7aa62'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:40:06.836181 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Allocated IP 172.20.0.1 (f6d71c75-7af2-471b-9f9f-4027387a0ef4/55b68bb6-d009-4946-afcd-d16752b5f433/96ae0ec9-55f1-4b0d-bc09-a35490a560dd) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:06.848067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Routers {'b419d222-7acd-49c7-8209-5a84c1a7aa62'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:06.850608 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['b419d222-7acd-49c7-8209-5a84c1a7aa62'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:06.860760 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:06.865072 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fa02e696-857e-46a7-8324-3c497a9f5419 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8010180 Jul 16 15:40:06.872799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53932) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:06.877835 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.028874 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:03Z', 'revision_number': 3, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:07.061749 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.094636 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Transition to ACTIVE for port object 96ae0ec9-55f1-4b0d-bc09-a35490a560dd will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:07.105505 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ffe82-e6de-4ee3-965c-8d2896303012 None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:03Z', 'revision_number': 3, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:40:07.165910 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.212273 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:07.215256 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:07.219545 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:07.224700 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:07.225548 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.264072 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.290073 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Pushing event updated for resources: {'Port': ['ID=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:07.383602 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Set router b419d222-7acd-49c7-8209-5a84c1a7aa62 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:07.444498 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:07.444876 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.562555 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c566c6ef-7524-43c2-b03f-8f6b903aa6f1 req-f81c92e4-b304-4ae9-a1e9-8333549ad151 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 210 time: 0.2281666 Jul 16 15:40:07.576594 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.682335 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-7bc9ff95-8e18-4caf-a938-0ec0a8daeb5c None None] Provisioning for port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:07.693158 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-7bc9ff95-8e18-4caf-a938-0ec0a8daeb5c None None] Provisioning complete for port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:07.693544 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ff95-8e18-4caf-a938-0ec0a8daeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.800823 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bfb48d62-7e6c-480c-87b7-8e4e8ae00723 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:07.892536 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9ff95-8e18-4caf-a938-0ec0a8daeb5c None None] Port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:40:07.943004 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:04Z', 'revision_number': 3, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:07.977328 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Checking router: b419d222-7acd-49c7-8209-5a84c1a7aa62 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:40:07.977690 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Updating router b419d222-7acd-49c7-8209-5a84c1a7aa62 port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:40:07.979199 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.979857 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:07.985299 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:07.985781 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.994359 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:07.995080 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.055881 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.094215 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.103274 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Pushing event updated for resources: {'Port': ['ID=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:08.129639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53974) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:08.224324 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:08.227908 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:08.260106 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.264919 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.384818 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port bfb48d62-7e6c-480c-87b7-8e4e8ae00723, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:08.412901 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.421479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5bc50a-3131-4c88-a42e-1d9b6704bfe7,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:08.443099 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Router 98beedcb-add2-4e56-b314-409317bc5572 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:40:08.474655 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.487596 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-32c8d39c-218a-4067-abb6-2c5fd5548388 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cb5bc50a-3131-4c88-a42e-1d9b6704bfe7 HTTP/1.1" status: 204 len: 168 time: 2.2149954 Jul 16 15:40:08.494278 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 53978) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:08.535643 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:08.623288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:40:08.632618 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.634609 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf341-ba45-4070-b6d5-fa14bc8cb333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.647841 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-91201a03-e0df-47cd-82eb-8e02ad910005 admin admin] 10.222.0.10 "PUT /v2.0/routers/98beedcb-add2-4e56-b314-409317bc5572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8586118 Jul 16 15:40:08.648212 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Transition to ACTIVE for port object d1d40f0b-e1ee-4e58-892d-dcabd3243d51 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:08.672165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.793481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:40:08.802368 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.858012 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Attempting to bind port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:08.858562 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Attempting to bind port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:08.858935 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Attempting to bind port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:08.866650 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-00936554-2fa8-4d47-9c02-dfb788e22c1c None None] Provisioning complete for port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:08.873845 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-00936554-2fa8-4d47-9c02-dfb788e22c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.885986 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894009-4d62-4d93-8659-f4bd0e6abf7c None None] Pushing event updated for resources: {'Port': ['ID=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:08.918408 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:08.918962 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:08.919487 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.919982 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:08.920672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Bound port: d1d40f0b-e1ee-4e58-892d-dcabd3243d51, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:08.921165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:08.981931 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-00936554-2fa8-4d47-9c02-dfb788e22c1c None None] Port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:40:08.989845 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device aead86b7-5799-4c96-88b5-42191b309741 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:09.024710 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] For port d1d40f0b-e1ee-4e58-892d-dcabd3243d51, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:09.045580 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] For port d1d40f0b-e1ee-4e58-892d-dcabd3243d51, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:09.054965 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.107906 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port aead86b7-5799-4c96-88b5-42191b309741 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:09.118102 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port aead86b7-5799-4c96-88b5-42191b309741 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:09.118797 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.165707 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.174374 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Routers {'b419d222-7acd-49c7-8209-5a84c1a7aa62'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:09.175033 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['b419d222-7acd-49c7-8209-5a84c1a7aa62'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:09.181061 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be31d25-6862-4595-97d2-ca132ffe950c']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:09.246526 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894009-4d62-4d93-8659-f4bd0e6abf7c None None] Pushing event updated for resources: {'Port': ['ID=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:09.359122 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:40:09.378497 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:40:09.390292 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:09.393781 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:09.434360 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] Set router b419d222-7acd-49c7-8209-5a84c1a7aa62 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:09.451532 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.11', 58362) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:09.557924 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb719b35-52c1-42c4-bb55-647cbfb8f8e3') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:09.558504 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb719b35-52c1-42c4-bb55-647cbfb8f8e3') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:09.711440 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.733195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.737915 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:09.767414 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port aead86b7-5799-4c96-88b5-42191b309741, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=aead86b7-5799-4c96-88b5-42191b309741,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:09.776330 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a76c8d71-2d50-4b75-85e6-455aaf76e65e req-d8d961a4-25c5-437d-b3a3-94eee4ff4a00 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 210 time: 0.7389667 Jul 16 15:40:09.795482 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:40:09.802394 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.815264 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:09.815264 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bfb48d62-7e6c-480c-87b7-8e4e8ae00723 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:09.947591 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54016) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:09.959938 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612441419', 'description': 'tempest-description--772258521'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:09.998941 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf341-ba45-4070-b6d5-fa14bc8cb333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.012009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.018891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf341-ba45-4070-b6d5-fa14bc8cb333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.050141 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:10.051069 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:10.093112 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcf341-ba45-4070-b6d5-fa14bc8cb333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6783db-fc72-49d1-aa9c-3219374eecee,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:10.093701 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-39d2e517-9de7-4d0d-aa18-c39c6489beea tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:10.096443 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:40:10.097052 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.101617 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-39d2e517-9de7-4d0d-aa18-c39c6489beea tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.11 "GET /v2.0/networks?id=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 HTTP/1.1" status: 200 len: 812 time: 0.6484480 Jul 16 15:40:10.105769 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:40:10.111614 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:40:10.113771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.115684 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-7ca5036e-5a20-46d3-87ec-7feb480aeaf7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7717080 Jul 16 15:40:10.115801 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:06Z', 'revision_number': 3, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:10.128098 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54028) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:10.135506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:10.135964 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.146081 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:40:10.146440 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Updating router d979e5b1-1f47-45c3-9886-60bae5634ad4 port f762e7a2-124f-4645-a646-35690f5d9f41 binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:40:10.146703 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=aead86b7-5799-4c96-88b5-42191b309741,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:10.168025 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-8dbcf341-ba45-4070-b6d5-fa14bc8cb333 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2672e2d80c442d2ac204924b1d6e185&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0362656 Jul 16 15:40:10.177223 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54030) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:10.199058 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Request body: {'port': {'device_id': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7', 'admin_state_up': True, 'tenant_id': '4585324dde574ef1abdc666798c72954'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:10.206295 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.272044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.289127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.293343 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0be31d25-6862-4595-97d2-ca132ffe950c HTTP/1.1" status: 204 len: 168 time: 1.7944136 Jul 16 15:40:10.376328 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cb8c3-6c5f-409d-aec8-00757b005222 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be31d25-6862-4595-97d2-ca132ffe950c,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:10.407364 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:04Z', 'revision_number': 3, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:10.421768 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:10.428633 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Allocated IP 172.20.0.1 (3e7c0127-5805-422a-9a08-ae82fad0e68b/a7fe4092-b7c3-4fde-a7fd-08d783e65926/09ea71cd-0393-486e-b320-71d563d0a5ea) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:10.545455 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-daf1bed3-ef9b-4697-9905-1a2413adaa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.552282 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f32148-fc91-448e-a7b9-62ff8e987288 None None] The sync data for ids ['b419d222-7acd-49c7-8209-5a84c1a7aa62'] in dv-cinder-784815-1-iscsi is: [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:04Z', 'revision_number': 3, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:40:10.611800 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54054) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:10.653110 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.725830 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.729452 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.747066 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Transition to ACTIVE for port object f762e7a2-124f-4645-a646-35690f5d9f41 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:10.754903 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.757785 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-daf1bed3-ef9b-4697-9905-1a2413adaa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.773344 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.816927 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Attempting to bind port f762e7a2-124f-4645-a646-35690f5d9f41 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:10.818609 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Attempting to bind port f762e7a2-124f-4645-a646-35690f5d9f41 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:10.818987 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Attempting to bind port f762e7a2-124f-4645-a646-35690f5d9f41 on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:10.824077 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9ebc7-1971-4463-9b2e-eb02a2b8ab2c None None] Pushing event updated for resources: {'Port': ['ID=f762e7a2-124f-4645-a646-35690f5d9f41,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:10.840310 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:10.841217 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:10.841647 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.842049 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:10.842533 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Bound port: f762e7a2-124f-4645-a646-35690f5d9f41, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:10.843515 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.863336 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.928800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:10.943076 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:10.946871 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Pushing event updated for resources: {'Port': ['ID=09ea71cd-0393-486e-b320-71d563d0a5ea,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:10.948854 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:10.968328 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] For port f762e7a2-124f-4645-a646-35690f5d9f41, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:10.976255 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] For port f762e7a2-124f-4645-a646-35690f5d9f41, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=f762e7a2-124f-4645-a646-35690f5d9f41,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:10.984523 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device aead86b7-5799-4c96-88b5-42191b309741 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:10.997205 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.004642 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:11.089694 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-67857aef-85f7-440b-af92-f77a22ebcd2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1d1f9529b9747ee9a2e0b70f5847dec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4723794 Jul 16 15:40:11.096490 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54072) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:11.105650 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Made reservation on behalf of 4585324dde574ef1abdc666798c72954 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:11.113728 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.122423 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 2, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:11.168056 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:11.168699 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:11.189382 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.191484 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e61f655d-5290-4f86-8ac2-5daa420b8eb9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2419615 Jul 16 15:40:11.196571 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port aead86b7-5799-4c96-88b5-42191b309741 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:11.196763 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.198776 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:40:11.204074 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Updating router 98beedcb-add2-4e56-b314-409317bc5572 port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:40:11.234892 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9ebc7-1971-4463-9b2e-eb02a2b8ab2c None None] Pushing event updated for resources: {'Port': ['ID=f762e7a2-124f-4645-a646-35690f5d9f41,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:11.281692 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54076) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:11.294540 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'security_group_rule': {'security_group_id': '2a8c65cd-ee53-45aa-af0d-c8009e4f6a77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:11.344118 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:11.386408 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.533948 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39eb3929-92f4-459e-b677-733bd228b36d req-953721ae-398c-4002-9a56-a183218dcac8 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 210 time: 0.0874078 Jul 16 15:40:11.585481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.597099 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:06Z', 'revision_number': 3, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:11.662269 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13162b6-2268-4662-9838-1dbd69c31519 None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:06Z', 'revision_number': 3, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:40:11.698965 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-daf1bed3-ef9b-4697-9905-1a2413adaa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.708825 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-daf1bed3-ef9b-4697-9905-1a2413adaa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:11.712375 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-daf1bed3-ef9b-4697-9905-1a2413adaa08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e6783db-fc72-49d1-aa9c-3219374eecee HTTP/1.1" status: 204 len: 168 time: 1.5312490 Jul 16 15:40:11.875657 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1bed3-ef9b-4697-9905-1a2413adaa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6783db-fc72-49d1-aa9c-3219374eecee,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:12.233060 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-52cb94aa-cd7a-49a5-abcb-47afe32717bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.329062 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.456863 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.758282 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Allocated IP 172.20.0.6 (7e2f69ef-3b50-41a8-8ab5-d57647b48ba7/82ae93c4-2c53-4cb2-a89a-5faa06b10de1/239fafeb-e63b-4876-a99b-8ad523ac11d5) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:12.759905 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.779266 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.838338 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54124) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:12.840164 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Transition to ACTIVE for port object 96ae0ec9-55f1-4b0d-bc09-a35490a560dd will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:12.861187 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.948701 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-52cb94aa-cd7a-49a5-abcb-47afe32717bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.985919 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-08981474-ca93-4d7a-9498-fff2af5e6cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:12.994724 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b01df6-415b-4d9d-86e6-5e296b930eb0 None None] Pushing event updated for resources: {'Port': ['ID=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:13.029870 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device d1d40f0b-e1ee-4e58-892d-dcabd3243d51 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:13.114361 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54134) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:13.315872 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ca9b19d8-ed35-4306-a097-52013ed603e3 req-1086f681-1db5-4c26-9931-6bd384072725 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 210 time: 0.2299645 Jul 16 15:40:13.319808 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.329637 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-52cb94aa-cd7a-49a5-abcb-47afe32717bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.333075 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-52cb94aa-cd7a-49a5-abcb-47afe32717bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.333824 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-52cb94aa-cd7a-49a5-abcb-47afe32717bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0ec576b-1d75-4415-b9ca-948814df975d HTTP/1.1" status: 204 len: 168 time: 2.2308459 Jul 16 15:40:13.432922 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Attempting to bind port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:13.433280 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Attempting to bind port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:13.444447 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Attempting to bind port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:13.455576 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:13.456239 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Checking segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:13.458533 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.459389 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Bound using segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:13.460174 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Bound port: 96ae0ec9-55f1-4b0d-bc09-a35490a560dd, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:13.463095 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.485553 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:13.493389 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:13.494140 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.587214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ac07f889-9b32-432d-8fd8-ba095ecdc727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.599011 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] For port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:13.607831 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] For port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:13.650863 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.674957 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.720730 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.852851 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.855939 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Pushing event updated for resources: {'Port': ['ID=09ea71cd-0393-486e-b320-71d563d0a5ea,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:13.889276 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b01df6-415b-4d9d-86e6-5e296b930eb0 None None] Pushing event updated for resources: {'Port': ['ID=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:13.922627 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-08981474-ca93-4d7a-9498-fff2af5e6cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:13.943011 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-08981474-ca93-4d7a-9498-fff2af5e6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.109011 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.165204 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port d1d40f0b-e1ee-4e58-892d-dcabd3243d51, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:14.176219 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.177266 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device f762e7a2-124f-4645-a646-35690f5d9f41 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:14.239920 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.265152 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-08981474-ca93-4d7a-9498-fff2af5e6cdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b41a6dcc1c1040c6ad4e1ed518817b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4207649 Jul 16 15:40:14.273279 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54148) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:14.273965 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54150) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:14.276387 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:14.280067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:14.402925 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fec93fa8-6d09-457b-8c9c-6bbe96dedc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.431954 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ac07f889-9b32-432d-8fd8-ba095ecdc727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.439501 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb94aa-cd7a-49a5-abcb-47afe32717bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec576b-1d75-4415-b9ca-948814df975d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:14.538033 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port f762e7a2-124f-4645-a646-35690f5d9f41 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:14.557263 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ac07f889-9b32-432d-8fd8-ba095ecdc727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.557457 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port f762e7a2-124f-4645-a646-35690f5d9f41 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:14.566212 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.629687 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.638473 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.663364 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.670315 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:14.718809 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:14.732901 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-ac07f889-9b32-432d-8fd8-ba095ecdc727 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe61af13388f4230b1402721534a7b37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5983212 Jul 16 15:40:14.733779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08981474-ca93-4d7a-9498-fff2af5e6cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da2c5a-86b9-4ab1-bb39-a8e7eeedbdae,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:14.784004 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54162) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:14.786262 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07f889-9b32-432d-8fd8-ba095ecdc727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdd607c-1e34-49f3-b579-9569beb682b2,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:14.957400 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b3b1-54d1-45bf-b538-01e13d7eb089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:14.987901 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b3b1-54d1-45bf-b538-01e13d7eb089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.028897 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c867147-f53b-4366-bb5a-e1c95b95b919,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:15.034072 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:15.045771 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:15.097013 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:15.115850 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.120708 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e7c5e26f-f701-465a-b8f9-2c01141fad69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.8310122 Jul 16 15:40:15.130545 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54166) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:15.134987 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b3b1-54d1-45bf-b538-01e13d7eb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.138905 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b3b1-54d1-45bf-b538-01e13d7eb089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.143004 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-a8b7b3b1-54d1-45bf-b538-01e13d7eb089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2da2c5a-86b9-4ab1-bb39-a8e7eeedbdae HTTP/1.1" status: 204 len: 168 time: 0.8592532 Jul 16 15:40:15.149194 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'security_group_rule': {'security_group_id': '2a8c65cd-ee53-45aa-af0d-c8009e4f6a77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:15.191304 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7b3b1-54d1-45bf-b538-01e13d7eb089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da2c5a-86b9-4ab1-bb39-a8e7eeedbdae,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:15.198779 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c58203bd-f1cb-4dcb-9519-71518ce5f66f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be8afd9e134b48b1968aecb2151353d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9194300 Jul 16 15:40:15.211150 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54170) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:15.211546 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Allocated IP 172.20.0.1 (e84ee211-f558-4547-97c1-f426b7cd8bdb/734e5de5-ac7b-4a92-a991-0645ae0691ac/683cac15-0656-4c2e-bb53-4fd65ef23668) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:15.267003 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d05f8008-fb6a-4639-baad-21c4894639ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.275074 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:15.281819 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:15.298463 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:15.299129 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.317110 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Pushing event updated for resources: {'Port': ['ID=239fafeb-e63b-4876-a99b-8ad523ac11d5,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:15.383730 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16404c2d-fe0c-4e17-9e2f-617e839f743b req-67d5760d-a60f-41d1-a442-9bb949c250da tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:15.392693 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-16404c2d-fe0c-4e17-9e2f-617e839f743b req-67d5760d-a60f-41d1-a442-9bb949c250da tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 931 time: 0.6219401 Jul 16 15:40:15.420346 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d05f8008-fb6a-4639-baad-21c4894639ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.422823 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.439462 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-a73cc4cb-56a2-40b1-87a3-aec38485b99e tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2488256 Jul 16 15:40:15.517307 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.559740 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.564152 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0b743e36-8669-4a05-bf5a-1ccc0776c0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.614881 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port f762e7a2-124f-4645-a646-35690f5d9f41, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=f762e7a2-124f-4645-a646-35690f5d9f41,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:15.621829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Router b419d222-7acd-49c7-8209-5a84c1a7aa62 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:40:15.636803 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Transition to ACTIVE for port object 683cac15-0656-4c2e-bb53-4fd65ef23668 will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:15.642701 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-16404c2d-fe0c-4e17-9e2f-617e839f743b req-95c7cfa9-b7e6-465b-a166-04e6631b26cc tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496483 Jul 16 15:40:15.651603 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d05f8008-fb6a-4639-baad-21c4894639ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.654765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d05f8008-fb6a-4639-baad-21c4894639ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.658575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d05f8008-fb6a-4639-baad-21c4894639ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbdd607c-1e34-49f3-b579-9569beb682b2 HTTP/1.1" status: 204 len: 168 time: 0.8657091 Jul 16 15:40:15.661365 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.663628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0b743e36-8669-4a05-bf5a-1ccc0776c0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.698959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8008-fb6a-4639-baad-21c4894639ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdd607c-1e34-49f3-b579-9569beb682b2,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:15.704758 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.738510 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.781316 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.873703 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device d1d40f0b-e1ee-4e58-892d-dcabd3243d51 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:15.912304 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7179a139-0b07-4e16-bb05-df828243d47a,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:15.925056 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Network e84ee211-f558-4547-97c1-f426b7cd8bdb is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:15.933132 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:15.938845 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:15.939370 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:15.945500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Pushing event updated for resources: {'Port': ['ID=683cac15-0656-4c2e-bb53-4fd65ef23668,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:16.045925 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=f762e7a2-124f-4645-a646-35690f5d9f41,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:16.047738 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.049734 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-3bfc50f4-7ed6-4bd1-b368-3b1f69c44c28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9054921 Jul 16 15:40:16.058199 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54188) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:16.058901 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0b743e36-8669-4a05-bf5a-1ccc0776c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.072870 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0b743e36-8669-4a05-bf5a-1ccc0776c0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.076275 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:16.079933 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0b743e36-8669-4a05-bf5a-1ccc0776c0da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ad77e07-4207-407f-a645-7cd63b88114e HTTP/1.1" status: 204 len: 168 time: 0.8672488 Jul 16 15:40:16.101458 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:16.102059 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.127210 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b743e36-8669-4a05-bf5a-1ccc0776c0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad77e07-4207-407f-a645-7cd63b88114e,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:16.169690 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:40:16.183547 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Sync routers for ids ['b419d222-7acd-49c7-8209-5a84c1a7aa62'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:40:16.193704 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d109792f-4265-41c9-9aa1-b7a41b14d396 admin admin] 10.222.0.10 "PUT /v2.0/routers/b419d222-7acd-49c7-8209-5a84c1a7aa62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3068767 Jul 16 15:40:16.212234 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Routers {'b419d222-7acd-49c7-8209-5a84c1a7aa62'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:16.214588 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:39:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['b419d222-7acd-49c7-8209-5a84c1a7aa62'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:16.244342 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:13Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:16.357538 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79544153-88f2-4a3f-9fb4-1c765ce0ede3 None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:13Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:40:16.426238 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.457324 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.524803 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-6af4b9ac-5b5a-494e-9606-d2824104c4df None None] Provisioning for port 683cac15-0656-4c2e-bb53-4fd65ef23668 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:16.532728 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-6af4b9ac-5b5a-494e-9606-d2824104c4df None None] Provisioning complete for port 683cac15-0656-4c2e-bb53-4fd65ef23668 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:16.537119 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6af4b9ac-5b5a-494e-9606-d2824104c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.617147 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Set router b419d222-7acd-49c7-8209-5a84c1a7aa62 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:16.670633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-1b89796a-80e1-4d31-af91-c35aef2d91d9 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:40:16.672006 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-1b89796a-80e1-4d31-af91-c35aef2d91d9 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190732 Jul 16 15:40:16.712072 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.715930 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.751494 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-6af4b9ac-5b5a-494e-9606-d2824104c4df None None] Port 683cac15-0656-4c2e-bb53-4fd65ef23668 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:40:16.753098 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-70c23565-e7f6-4819-85e2-b8126eb53e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.978607 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:16.999193 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:17.005763 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:17.123017 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Allocated IP 172.27.1.93 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/956adcb1-2523-4fa0-be49-904d6d8e2bf9) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:17.125130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Pushing event updated for resources: {'Port': ['ID=683cac15-0656-4c2e-bb53-4fd65ef23668,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:17.256557 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:12Z', 'revision_number': 4, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '09ea71cd-0393-486e-b320-71d563d0a5ea', 'name': '', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'mac_address': 'fa:16:3e:df:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:09Z', 'updated_at': '2021-07-16T15:40:12Z', 'revision_number': 2, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'subnets': [{'id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:17.317983 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Checking router: b419d222-7acd-49c7-8209-5a84c1a7aa62 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:40:17.318451 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Updating router b419d222-7acd-49c7-8209-5a84c1a7aa62 port 09ea71cd-0393-486e-b320-71d563d0a5ea binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:40:17.395740 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:17.573977 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Network e84ee211-f558-4547-97c1-f426b7cd8bdb is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:17.583124 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:17.639873 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:17.973945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9ad6-f26c-4ccd-88b5-20593b30d07d req-e1fd0b8e-c092-476d-ac15-efe7bee8f969 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:17.981279 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-15bc9ad6-f26c-4ccd-88b5-20593b30d07d req-e1fd0b8e-c092-476d-ac15-efe7bee8f969 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 931 time: 0.9607720 Jul 16 15:40:17.983117 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.026277 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 96ae0ec9-55f1-4b0d-bc09-a35490a560dd up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:18.173222 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-15bc9ad6-f26c-4ccd-88b5-20593b30d07d req-00cee94d-f19b-4407-9af0-8c7f5cdf8fac tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859224 Jul 16 15:40:18.248257 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e52c919b-a8be-41a0-ac41-12f661a200b5 None None] Provisioning complete for port 683cac15-0656-4c2e-bb53-4fd65ef23668 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:18.248719 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e52c919b-a8be-41a0-ac41-12f661a200b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.257459 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:40:18.258340 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54254) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:18.296651 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.349116 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e52c919b-a8be-41a0-ac41-12f661a200b5 None None] Port 683cac15-0656-4c2e-bb53-4fd65ef23668 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:40:18.354974 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a0693ffb-8bca-400b-94f5-4b9f441fa1ea tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:18.359901 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a0693ffb-8bca-400b-94f5-4b9f441fa1ea tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 817 time: 0.2986164 Jul 16 15:40:18.382640 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:18.390446 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:18.391071 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-40789773-eb1e-4e2f-8fb2-4ddafd6cf8f2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/quotas/5d0cb7f248c54533976bf22d8191d431 HTTP/1.1" status: 200 len: 375 time: 0.0176039 Jul 16 15:40:18.391390 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.436943 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.475017 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Transition to ACTIVE for port object 09ea71cd-0393-486e-b320-71d563d0a5ea will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:18.489831 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.560554 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.563953 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:18.592539 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:40:18.599453 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Request body: {'port': {'device_id': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:18.614946 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-26812e69-d489-40ae-a703-8f8d7abeef0e admin admin] 10.222.0.10 "PUT /v2.0/routers/d979e5b1-1f47-45c3-9886-60bae5634ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4756789 Jul 16 15:40:18.615157 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:40:18.620321 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cefffe-64ca-4419-a61d-e3f4d12c2e5c None None] Pushing event updated for resources: {'Port': ['ID=09ea71cd-0393-486e-b320-71d563d0a5ea,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:18.644155 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:18.652634 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:18.682410 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:18.684927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:18.708117 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-6672b1c4-609e-4693-a9c1-add877ed8d52 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3100772 Jul 16 15:40:18.732515 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Attempting to bind port 09ea71cd-0393-486e-b320-71d563d0a5ea on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:18.732891 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Attempting to bind port 09ea71cd-0393-486e-b320-71d563d0a5ea by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:18.733259 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Attempting to bind port 09ea71cd-0393-486e-b320-71d563d0a5ea on network 3e7c0127-5805-422a-9a08-ae82fad0e68b {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:18.739547 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.754171 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:18.754569 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Checking segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:18.755536 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.755896 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Bound using segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:18.756315 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Bound port: 09ea71cd-0393-486e-b320-71d563d0a5ea, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:18.756976 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.809887 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a1c1adc3-f9bd-4926-a94d-046cd2baab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.872868 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:18.900075 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:18.901425 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device f762e7a2-124f-4645-a646-35690f5d9f41 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:18.946497 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] For port 09ea71cd-0393-486e-b320-71d563d0a5ea, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:18.961793 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] For port 09ea71cd-0393-486e-b320-71d563d0a5ea, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=09ea71cd-0393-486e-b320-71d563d0a5ea,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:18.972026 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.092480 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cefffe-64ca-4419-a61d-e3f4d12c2e5c None None] Pushing event updated for resources: {'Port': ['ID=09ea71cd-0393-486e-b320-71d563d0a5ea,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:19.177379 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Routers {'b419d222-7acd-49c7-8209-5a84c1a7aa62'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:19.178412 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['b419d222-7acd-49c7-8209-5a84c1a7aa62'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:19.185637 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'Port': ['ID=956adcb1-2523-4fa0-be49-904d6d8e2bf9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:19.234247 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:19.274928 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.321584 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:19.324640 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.409911 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port f762e7a2-124f-4645-a646-35690f5d9f41 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:19.410305 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.457945 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] Set router b419d222-7acd-49c7-8209-5a84c1a7aa62 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:19.558597 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.586747 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.587311 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.685286 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:19.737458 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'Port': ['ID=956adcb1-2523-4fa0-be49-904d6d8e2bf9,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:19.997650 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a1c1adc3-f9bd-4926-a94d-046cd2baab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.008241 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 2, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:20.013847 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a1c1adc3-f9bd-4926-a94d-046cd2baab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.038800 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:12Z', 'revision_number': 4, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '09ea71cd-0393-486e-b320-71d563d0a5ea', 'name': '', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'mac_address': 'fa:16:3e:df:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:09Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 4, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'subnets': [{'id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:20.068116 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.076406 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977d0cc-3613-4b9b-b119-195c62c18d2f None None] The sync data for ids ['b419d222-7acd-49c7-8209-5a84c1a7aa62'] in dv-cinder-784815-1-iscsi is: [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:12Z', 'revision_number': 4, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '09ea71cd-0393-486e-b320-71d563d0a5ea', 'name': '', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'mac_address': 'fa:16:3e:df:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:09Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 4, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'subnets': [{'id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:40:20.088371 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 96ae0ec9-55f1-4b0d-bc09-a35490a560dd up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:20.091849 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-016c6e49-5597-47be-930e-653e30d14186 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0304868 Jul 16 15:40:20.117294 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:40:20.117762 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Updating router d979e5b1-1f47-45c3-9886-60bae5634ad4 port 683cac15-0656-4c2e-bb53-4fd65ef23668 binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:40:20.312118 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a1c1adc3-f9bd-4926-a94d-046cd2baab53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a09bb2ee652344499367676ae9161459&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0477209 Jul 16 15:40:20.315082 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54298) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:20.364264 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1adc3-f9bd-4926-a94d-046cd2baab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bc5cd9-0db8-435c-b58e-66539aa3e610,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:20.423850 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.440944 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d95ae16b-bd82-465c-bfd9-1f93857c42a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.474798 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-3ae7753a-d11c-4af1-b212-af0f81120fc8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:40:20.483014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-3ae7753a-d11c-4af1-b212-af0f81120fc8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9566059 Jul 16 15:40:20.544178 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:20.544562 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.585693 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239fafeb-e63b-4876-a99b-8ad523ac11d5 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:20.616288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.636256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d95ae16b-bd82-465c-bfd9-1f93857c42a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.649346 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Transition to ACTIVE for port object 239fafeb-e63b-4876-a99b-8ad523ac11d5 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:20.655476 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.774042 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54304) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:20.781214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340615158', 'description': 'tempest-description--91816555'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:20.846630 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.883572 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-0dc1d0d4-af46-4ca2-b354-7c966d962556 service neutron] 10.222.0.10 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897841 Jul 16 15:40:20.890858 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Pushing event updated for resources: {'Port': ['ID=239fafeb-e63b-4876-a99b-8ad523ac11d5,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:20.959787 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d95ae16b-bd82-465c-bfd9-1f93857c42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.966217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d95ae16b-bd82-465c-bfd9-1f93857c42a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.970915 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d95ae16b-bd82-465c-bfd9-1f93857c42a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40bc5cd9-0db8-435c-b58e-66539aa3e610 HTTP/1.1" status: 204 len: 168 time: 0.6536996 Jul 16 15:40:21.038547 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ae16b-bd82-465c-bfd9-1f93857c42a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bc5cd9-0db8-435c-b58e-66539aa3e610,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:21.116028 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Attempting to bind port 239fafeb-e63b-4876-a99b-8ad523ac11d5 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:21.117299 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Attempting to bind port 239fafeb-e63b-4876-a99b-8ad523ac11d5 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'baffafca-7283-493d-b488-384319d62dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:21.118929 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Attempting to bind port 239fafeb-e63b-4876-a99b-8ad523ac11d5 on network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:21.132879 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Port 239fafeb-e63b-4876-a99b-8ad523ac11d5 on network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:40:21.133218 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Attempting to bind port 239fafeb-e63b-4876-a99b-8ad523ac11d5 on network 7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:21.167568 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:21.169591 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Checking segment: {'id': 'baffafca-7283-493d-b488-384319d62dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:21.171452 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Bound using segment: {'id': 'baffafca-7283-493d-b488-384319d62dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:21.177549 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Bound port: 239fafeb-e63b-4876-a99b-8ad523ac11d5, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baffafca-7283-493d-b488-384319d62dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:21.182905 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:21.375719 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] For port 239fafeb-e63b-4876-a99b-8ad523ac11d5, host hv-cinder-78481, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:21.390009 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] For port 239fafeb-e63b-4876-a99b-8ad523ac11d5, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5,segment=NetworkSegment(baffafca-7283-493d-b488-384319d62dc5),segment_id=baffafca-7283-493d-b488-384319d62dc5)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:21.402710 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:21.485405 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:21.486390 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:21.488295 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] 10.222.0.11 "PUT /v2.0/ports/239fafeb-e63b-4876-a99b-8ad523ac11d5 HTTP/1.1" status: 200 len: 1093 time: 3.6593781 Jul 16 15:40:21.488878 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'tag': '239fafeb-e63b-4876-a99b-8ad523ac11d5'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:21.665629 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-80e0e40f-f106-4bfb-bf7c-849215881d05 service neutron] 10.222.0.10 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475743 Jul 16 15:40:21.723165 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5396-14bf-4114-b5cd-58682898e992 req-f5197946-ed61-4036-a409-622e7ad0e918 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:21.739445 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f4f5396-14bf-4114-b5cd-58682898e992 req-f5197946-ed61-4036-a409-622e7ad0e918 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 943 time: 0.6528025 Jul 16 15:40:21.767200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:21.846232 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74e26c-947d-4164-b6f1-194fabc24e8b service neutron] Pushing event updated for resources: {'Port': ['ID=239fafeb-e63b-4876-a99b-8ad523ac11d5,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:21.970611 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f4f5396-14bf-4114-b5cd-58682898e992 req-31736b22-10c1-43f0-a536-75da05128f8f tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891158 Jul 16 15:40:21.971568 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.034666 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-de4876fa-02c5-4e2d-abc9-bc45640a2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:22.048943 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-de4876fa-02c5-4e2d-abc9-bc45640a2044 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4585324dde574ef1abdc666798c72954&device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 1096 time: 0.3743749 Jul 16 15:40:22.057853 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.060658 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2853076 Jul 16 15:40:22.063660 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54340) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:22.065546 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab5a51-6ace-4edd-bae2-27ee81909b70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60aae663-3c9e-4764-a47b-9ca3c9a9f9db,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:22.083480 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'security_group_rule': {'security_group_id': '60aae663-3c9e-4764-a47b-9ca3c9a9f9db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:22.250849 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.280505 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-b0d75021-1536-45d4-b2db-a02ba84e03a2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--612441419&fields=id&tenant_id=1155ccaad14a417487af7af4142ba971 HTTP/1.1" status: 200 len: 267 time: 0.1438129 Jul 16 15:40:22.288208 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Transition to ACTIVE for port object 683cac15-0656-4c2e-bb53-4fd65ef23668 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:22.312520 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.357831 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-5636b648-68a7-4791-8827-00896d2a94d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5 HTTP/1.1" status: 200 len: 217 time: 0.2911830 Jul 16 15:40:22.375419 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79" -d '{"events": [{"name": "network-changed", "server_uuid": "6aae0ec1-b101-4a89-99c0-16b1d099fc51", "tag": "239fafeb-e63b-4876-a99b-8ad523ac11d5"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:22.424453 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 09ea71cd-0393-486e-b320-71d563d0a5ea up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:22.583299 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15f398-9c20-4498-b068-ddecc1b94f4b None None] Pushing event updated for resources: {'Port': ['ID=683cac15-0656-4c2e-bb53-4fd65ef23668,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:22.659686 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-7ea03571-d7cf-4cff-a15f-c74ab934b3dd tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:22.667712 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-7ea03571-d7cf-4cff-a15f-c74ab934b3dd tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 811 time: 0.3849869 Jul 16 15:40:22.674607 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-6e006fdf-ea45-4cfa-ad51-5d54125be3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:22.683567 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-6e006fdf-ea45-4cfa-ad51-5d54125be3be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82ae93c4-2c53-4cb2-a89a-5faa06b10de1 HTTP/1.1" status: 200 len: 852 time: 0.2782135 Jul 16 15:40:22.696254 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-fcaad368-c294-4b40-95e1-569be399bef4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/quotas/1155ccaad14a417487af7af4142ba971 HTTP/1.1" status: 200 len: 375 time: 0.0266426 Jul 16 15:40:22.765182 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.771960 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-298d4f03-183a-4376-91ce-c97ccc460d56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622485 Jul 16 15:40:22.784145 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 09ea71cd-0393-486e-b320-71d563d0a5ea completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:22.805141 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 09ea71cd-0393-486e-b320-71d563d0a5ea triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:22.805575 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.897499 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32a45df1-d619-4ccf-b5b0-c2cc18ad2727 req-e471edb9-ea9e-4703-a6b5-67a765aaa2fb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 210 time: 0.6135592 Jul 16 15:40:22.903009 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.909541 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.927696 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Attempting to bind port 683cac15-0656-4c2e-bb53-4fd65ef23668 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:22.928266 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Attempting to bind port 683cac15-0656-4c2e-bb53-4fd65ef23668 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:22.928817 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Attempting to bind port 683cac15-0656-4c2e-bb53-4fd65ef23668 on network e84ee211-f558-4547-97c1-f426b7cd8bdb {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:22.944604 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd84afe4-d721-4781-962c-1e4e1754166c,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:22.950780 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:22.951485 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Checking segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:22.952088 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.952681 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Bound using segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:22.953455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Bound port: 683cac15-0656-4c2e-bb53-4fd65ef23668, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:22.954131 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.971003 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-ce0b7eb3-74a3-44ff-aeda-9b1cd3b24fe7 service neutron] 10.222.0.11 "GET /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877301 Jul 16 15:40:22.973257 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.979620 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1ccfc3b8-da71-4d92-a48f-654565675e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9114585 Jul 16 15:40:22.979620 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54386) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:22.991081 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'security_group_rule': {'security_group_id': '60aae663-3c9e-4764-a47b-9ca3c9a9f9db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:23.020431 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-94a7a7a9-f730-40b4-8c7b-547640636881 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3218820 Jul 16 15:40:23.226214 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.235879 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] For port 683cac15-0656-4c2e-bb53-4fd65ef23668, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:23.237921 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-041bd842-bb36-4736-bff9-bd599d1482c5 service neutron] 10.222.0.10 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127354 Jul 16 15:40:23.246241 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] For port 683cac15-0656-4c2e-bb53-4fd65ef23668, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=683cac15-0656-4c2e-bb53-4fd65ef23668,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:23.293748 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.308430 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.440448 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 09ea71cd-0393-486e-b320-71d563d0a5ea, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=09ea71cd-0393-486e-b320-71d563d0a5ea,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:23.488110 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.516859 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-49bad5b4-2d61-40f9-8aa0-b20a75c14e12 service neutron] 10.222.0.10 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779894 Jul 16 15:40:23.538334 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d15dafcc-696b-4146-b256-b12c479c4a74 req-0828b1bd-5ab9-4f70-a165-102c426a1cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187874 Jul 16 15:40:23.564609 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15f398-9c20-4498-b068-ddecc1b94f4b None None] Pushing event updated for resources: {'Port': ['ID=683cac15-0656-4c2e-bb53-4fd65ef23668,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:23.580669 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:40:23.581587 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:23.643426 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.648737 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.710580 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeafb863-3e6e-4ea3-ba49-acf0cdf64237,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:23.731413 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.736290 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54416) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:23.741037 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:23.754676 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fb05491e-ff5a-4ec2-aa41-f890ae7e1948 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7687671 Jul 16 15:40:23.817676 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.963016 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=09ea71cd-0393-486e-b320-71d563d0a5ea,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:24.041051 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:40:24.319979 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 09ea71cd-0393-486e-b320-71d563d0a5ea up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:24.445295 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a56e18-bd45-4bf0-84ad-8a9119fe4e64 x-openstack-request-id: req-72a56e18-bd45-4bf0-84ad-8a9119fe4e64 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:24.445809 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aae0ec1-b101-4a89-99c0-16b1d099fc51", "tag": "239fafeb-e63b-4876-a99b-8ad523ac11d5", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:24.445998 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72a56e18-bd45-4bf0-84ad-8a9119fe4e64 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:24.446418 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'tag': '239fafeb-e63b-4876-a99b-8ad523ac11d5', 'status': 'completed', 'code': 200} Jul 16 15:40:24.486416 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 09ea71cd-0393-486e-b320-71d563d0a5ea triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:24.488784 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:24.541910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:24.754304 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-2d5a2579-bc5e-41d0-a3e7-316060641128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:24.755832 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-2d5a2579-bc5e-41d0-a3e7-316060641128 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4585324dde574ef1abdc666798c72954&device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 1096 time: 0.2305596 Jul 16 15:40:24.768564 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:23Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:40:24.858713 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e0c3f-83ee-45a1-a0b3-80e7db0bc141 None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:23Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:40:24.904351 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Allocated IP 172.27.1.244 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/d4b11caf-2d7d-45bd-a7f0-628c142e1f36) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:25.320479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8bb67-a73c-4c5a-94ee-c3c0a1874e04 req-30ce03ae-cb0b-45fe-bcb4-7cc8eb236fd3 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:25.333674 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d7e8bb67-a73c-4c5a-94ee-c3c0a1874e04 req-30ce03ae-cb0b-45fe-bcb4-7cc8eb236fd3 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 943 time: 1.0257609 Jul 16 15:40:25.347023 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-cb8b804a-b89a-4b27-8562-3b0968f10888 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:25.348813 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-cb8b804a-b89a-4b27-8562-3b0968f10888 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 817 time: 0.6576867 Jul 16 15:40:25.438592 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-1e930f8d-6bda-4cf2-8464-1c102fcb9fc2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/quotas/5d0cb7f248c54533976bf22d8191d431 HTTP/1.1" status: 200 len: 375 time: 0.0629926 Jul 16 15:40:25.584280 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:25.616500 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d7e8bb67-a73c-4c5a-94ee-c3c0a1874e04 req-4937db4d-f2ef-40ae-a0ed-342c9f77726a tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666345 Jul 16 15:40:25.752295 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:25.832493 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-aae9f402-4e65-49d0-879c-18152f2b5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:25.834643 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-aae9f402-4e65-49d0-879c-18152f2b5da9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 HTTP/1.1" status: 200 len: 913 time: 0.8426795 Jul 16 15:40:25.933061 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-24b84db6-002c-4d51-9eda-d978d4e7b270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5 HTTP/1.1" status: 200 len: 217 time: 0.0903025 Jul 16 15:40:26.016711 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-ce2de906-470a-44a8-8f68-8190d8042783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:26.018297 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-ce2de906-470a-44a8-8f68-8190d8042783 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82ae93c4-2c53-4cb2-a89a-5faa06b10de1 HTTP/1.1" status: 200 len: 852 time: 0.0782750 Jul 16 15:40:26.103622 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-b903a609-e9cb-4c5b-a074-c9812be52f7d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6354177 Jul 16 15:40:26.104104 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-6d71df32-66a2-4f9a-bdb6-85bcf09b2b50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771701 Jul 16 15:40:26.172401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:26.180834 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4e00f94f-77b9-4b8d-9cc9-2df13cec98f0 req-64f423bc-2bf2-4451-b469-be223a1da290 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 210 time: 0.0846410 Jul 16 15:40:26.209560 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:26.215082 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:26.221427 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 683cac15-0656-4c2e-bb53-4fd65ef23668 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:26.223464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'Port': ['ID=d4b11caf-2d7d-45bd-a7f0-628c142e1f36,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:26.263130 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54538) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:26.320414 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-610dcad4-f1cb-447a-aaac-97244fa94e28 service neutron] 10.222.0.11 "GET /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018120 Jul 16 15:40:26.363742 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 683cac15-0656-4c2e-bb53-4fd65ef23668 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:26.383766 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 683cac15-0656-4c2e-bb53-4fd65ef23668 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:26.384382 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-30c33ff7-7464-4b54-b03e-674fad1f4cfa service neutron] 10.222.0.10 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654088 Jul 16 15:40:26.386021 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:26.540855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.11', 58385) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:26.604766 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52b73863-48d6-4b0d-bc5b-2c58c39c2a79 req-51f6c0f8-14ab-4a8f-ad98-27ae362eed80 service neutron] 10.222.0.11 "GET /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765536 Jul 16 15:40:26.764404 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:26.825990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:26.902025 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 683cac15-0656-4c2e-bb53-4fd65ef23668, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=683cac15-0656-4c2e-bb53-4fd65ef23668,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:26.917103 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:26.999842 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=683cac15-0656-4c2e-bb53-4fd65ef23668,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:27.038652 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-00ceb6af-a00b-4f86-a92c-921e178ba8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.118125 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-9b8c93b4-d773-4833-bb77-4967f71c5424 service neutron] 10.222.0.10 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256286 Jul 16 15:40:27.143468 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.197897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-e97aadd6-4811-4a68-a438-e80e3ec30021 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:27.199936 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-e97aadd6-4811-4a68-a438-e80e3ec30021 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 811 time: 0.6365724 Jul 16 15:40:27.353097 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-21186d73-8f2b-48a3-87ec-4d5332514814 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1155ccaad14a417487af7af4142ba971 HTTP/1.1" status: 200 len: 379 time: 0.1344295 Jul 16 15:40:27.372907 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445ffe-4172-4d28-8e68-43429c775d28 req-ad8a7c11-bd04-446b-b187-b13f557a6dc1 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:27.373778 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-0fd76aea-a511-4eda-a96e-47e870a2eb82 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:27.375375 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2c445ffe-4172-4d28-8e68-43429c775d28 req-ad8a7c11-bd04-446b-b187-b13f557a6dc1 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 943 time: 0.4072008 Jul 16 15:40:27.379832 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-0fd76aea-a511-4eda-a96e-47e870a2eb82 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 817 time: 0.2527590 Jul 16 15:40:27.386705 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'port': {'device_id': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'admin_state_up': True, 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'security_groups': ['2a8c65cd-ee53-45aa-af0d-c8009e4f6a77']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:27.406999 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Request body: {'port': {'device_id': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'admin_state_up': True, 'tenant_id': '5d0cb7f248c54533976bf22d8191d431'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:27.596773 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2c445ffe-4172-4d28-8e68-43429c775d28 req-7db7b050-3b6d-4672-9487-865aff37c68d tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037091 Jul 16 15:40:27.654675 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 239fafeb-e63b-4876-a99b-8ad523ac11d5 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:40:27.661996 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-00ceb6af-a00b-4f86-a92c-921e178ba8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.677580 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.700202 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e4d65f56-82e4-4005-954b-fc980ed2ef18 req-8a3d93ff-0a9a-46af-9874-c299f5e4b4d4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 210 time: 0.0942557 Jul 16 15:40:27.711818 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Made reservation on behalf of 5d0cb7f248c54533976bf22d8191d431 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:27.718076 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.719759 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.825666 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-00ceb6af-a00b-4f86-a92c-921e178ba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.901650 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'Port': ['ID=d4b11caf-2d7d-45bd-a7f0-628c142e1f36,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:27.913280 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:27.930369 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-00ceb6af-a00b-4f86-a92c-921e178ba8a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60f99a6d23f94130a9ad24cd5044f766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6658568 Jul 16 15:40:27.932806 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1eddf571-69fb-4a56-9135-4eac22d922ab req-c5cb88d8-6963-48d1-bd6e-f22f1823f9ec tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 210 time: 0.2185152 Jul 16 15:40:27.938528 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54640) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:27.965532 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 239fafeb-e63b-4876-a99b-8ad523ac11d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5,segment=NetworkSegment(baffafca-7283-493d-b488-384319d62dc5),segment_id=baffafca-7283-493d-b488-384319d62dc5)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:27.999534 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '239fafeb-e63b-4876-a99b-8ad523ac11d5', 'network_id': '7e2f69ef-3b50-41a8-8ab5-d57647b48ba7', 'port_id': '239fafeb-e63b-4876-a99b-8ad523ac11d5', 'mac_address': 'fa:16:3e:30:ec:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ae93c4-2c53-4cb2-a89a-5faa06b10de1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:40:28.015702 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-527f4cd7-0a60-4457-aef3-250c0ad6024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.073139 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Allocated IP 172.20.0.7 (3e7c0127-5805-422a-9a08-ae82fad0e68b/a7fe4092-b7c3-4fde-a7fd-08d783e65926/875a608c-dca1-4172-9880-8cb273651f67) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:28.078446 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.102601 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239fafeb-e63b-4876-a99b-8ad523ac11d5 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:28.107986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-527f4cd7-0a60-4457-aef3-250c0ad6024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.110214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ceb6af-a00b-4f86-a92c-921e178ba8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec989f-68a8-46c4-9743-cb6cd0056df9,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:28.126699 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Made reservation on behalf of 1155ccaad14a417487af7af4142ba971 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:28.130808 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.142938 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.155849 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c9ca6545-0bb2-4668-af66-8b644c45846c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4183707 Jul 16 15:40:28.167762 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 239fafeb-e63b-4876-a99b-8ad523ac11d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5,segment=NetworkSegment(baffafca-7283-493d-b488-384319d62dc5),segment_id=baffafca-7283-493d-b488-384319d62dc5)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:28.174896 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 683cac15-0656-4c2e-bb53-4fd65ef23668 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:28.189565 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.283690 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=239fafeb-e63b-4876-a99b-8ad523ac11d5,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:28.314323 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 683cac15-0656-4c2e-bb53-4fd65ef23668 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:28.314855 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.387202 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.478660 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.532317 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['239fafeb-e63b-4876-a99b-8ad523ac11d5'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:40:28.574202 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:28.582690 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-527f4cd7-0a60-4457-aef3-250c0ad6024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.585247 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-527f4cd7-0a60-4457-aef3-250c0ad6024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.589224 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-527f4cd7-0a60-4457-aef3-250c0ad6024b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2ec989f-68a8-46c4-9743-cb6cd0056df9 HTTP/1.1" status: 204 len: 168 time: 0.6463685 Jul 16 15:40:28.591215 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:28.595424 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:28.611567 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:28.612237 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.615372 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54676) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:28.670274 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Pushing event updated for resources: {'Port': ['ID=875a608c-dca1-4172-9880-8cb273651f67,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:28.685450 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e84fdb1-1ede-46bb-bf54-56d2fd63e5f8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2863519 Jul 16 15:40:28.692545 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f4cd7-0a60-4457-aef3-250c0ad6024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec989f-68a8-46c4-9743-cb6cd0056df9,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:28.703560 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Request body: {'port': {'device_id': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:28.733642 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Allocated IP 172.20.0.7 (f6d71c75-7af2-471b-9f9f-4027387a0ef4/55b68bb6-d009-4946-afcd-d16752b5f433/ff874ffa-42f4-44bf-bf98-08b7107af321) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:28.742477 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-77e2892b-ff80-41c1-b98f-9ff5130401c6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--340615158&fields=id&tenant_id=be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 267 time: 0.1549895 Jul 16 15:40:28.924870 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:28.936657 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54688) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:29.087810 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-16587c08-5c81-4fb2-b0b1-c654ea58ec03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.099526 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54696) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:29.118591 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.170088 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e0380e0-224e-4fea-a55e-920f7861b151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.209980 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.db.api [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 15:40:29.209980 dv-cinder-784815-1-iscsi neutron-server[99565]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 15:40:29.209980 dv-cinder-784815-1-iscsi neutron-server[99565]: [parameters: {'project_id_1': 'b41e991fd03f42469f493b2370385d52', 'expiration_1': datetime.datetime(2021, 7, 16, 15, 40, 29, 180891)}] Jul 16 15:40:29.209980 dv-cinder-784815-1-iscsi neutron-server[99565]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 15:40:29.210835 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG oslo_db.api [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 15:40:29.245473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.11', 58393) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:29.367438 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-75ae64e6-f35d-4b3c-ad25-9f129315b1e6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:29.369582 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-75ae64e6-f35d-4b3c-ad25-9f129315b1e6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 817 time: 0.6196480 Jul 16 15:40:29.375474 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-16587c08-5c81-4fb2-b0b1-c654ea58ec03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.386490 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-16587c08-5c81-4fb2-b0b1-c654ea58ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.418778 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875a608c-dca1-4172-9880-8cb273651f67 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:29.428315 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16587c08-5c81-4fb2-b0b1-c654ea58ec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10dd299-6aad-4ca4-9bf5-a58584a43ea5,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:29.446157 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.448966 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-8991a444-5b2c-4bb5-8278-e6f71f03d3dc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/quotas/be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 375 time: 0.0659690 Jul 16 15:40:29.481681 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Transition to ACTIVE for port object 875a608c-dca1-4172-9880-8cb273651f67 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:29.488639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.491115 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-16587c08-5c81-4fb2-b0b1-c654ea58ec03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b0475ada54c4b499c6fa18e7eed8157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8620749 Jul 16 15:40:29.493807 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.495705 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54702) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:29.573761 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Pushing event updated for resources: {'Port': ['ID=875a608c-dca1-4172-9880-8cb273651f67,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:29.602698 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db91ff-4e1d-4613-9c8b-202bf1fd6368 req-d8714901-5a9d-47b0-a1da-eebd490cb5e2 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:29.604192 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-86db91ff-4e1d-4613-9c8b-202bf1fd6368 req-d8714901-5a9d-47b0-a1da-eebd490cb5e2 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 944 time: 0.6710341 Jul 16 15:40:29.607827 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Transition to ACTIVE for port object ff874ffa-42f4-44bf-bf98-08b7107af321 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:29.615402 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0b8a-cdfb-4c96-8b92-95a7789d7f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.622494 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-49f0c727-d59c-44df-9ca6-b9d3322b14e6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:29.624282 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-49f0c727-d59c-44df-9ca6-b9d3322b14e6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 817 time: 0.3706534 Jul 16 15:40:29.635909 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 239fafeb-e63b-4876-a99b-8ad523ac11d5 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:29.657779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Request body: {'port': {'device_id': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'admin_state_up': True, 'tenant_id': '5d0cb7f248c54533976bf22d8191d431'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:29.682017 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0b8a-cdfb-4c96-8b92-95a7789d7f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.704494 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Attempting to bind port 875a608c-dca1-4172-9880-8cb273651f67 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:29.704847 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Attempting to bind port 875a608c-dca1-4172-9880-8cb273651f67 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:29.705163 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Attempting to bind port 875a608c-dca1-4172-9880-8cb273651f67 on network 3e7c0127-5805-422a-9a08-ae82fad0e68b {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:29.718050 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.740667 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Port 875a608c-dca1-4172-9880-8cb273651f67 on network 3e7c0127-5805-422a-9a08-ae82fad0e68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:40:29.740993 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Attempting to bind port 875a608c-dca1-4172-9880-8cb273651f67 on network 3e7c0127-5805-422a-9a08-ae82fad0e68b {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:29.749036 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:29.749365 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Checking segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:29.749751 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Bound using segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:29.750187 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Bound port: 875a608c-dca1-4172-9880-8cb273651f67, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:29.750553 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.773808 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-08a80f13-2d7c-47ed-9a33-d5cdf085b723 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3033762 Jul 16 15:40:29.774576 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e0380e0-224e-4fea-a55e-920f7861b151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.776964 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-86db91ff-4e1d-4613-9c8b-202bf1fd6368 req-46b2e5a7-e8e4-4eb3-95ec-42096ca39460 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617332 Jul 16 15:40:29.801008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.813835 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 239fafeb-e63b-4876-a99b-8ad523ac11d5 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:29.818610 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 239fafeb-e63b-4876-a99b-8ad523ac11d5 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:29.819047 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.849595 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] For port 875a608c-dca1-4172-9880-8cb273651f67, host hv-cinder-78481, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:29.853018 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] For port 875a608c-dca1-4172-9880-8cb273651f67, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=875a608c-dca1-4172-9880-8cb273651f67,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:29.859665 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e0380e0-224e-4fea-a55e-920f7861b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.876069 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.925783 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.944921 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Pushing event updated for resources: {'Port': ['ID=875a608c-dca1-4172-9880-8cb273651f67,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:29.957180 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fafeb-e63b-4876-a99b-8ad523ac11d5'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:29.958464 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0b8a-cdfb-4c96-8b92-95a7789d7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.961090 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0b8a-cdfb-4c96-8b92-95a7789d7f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:29.962386 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fe9e0b8a-cdfb-4c96-8b92-95a7789d7f81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f10dd299-6aad-4ca4-9bf5-a58584a43ea5 HTTP/1.1" status: 204 len: 168 time: 0.4192913 Jul 16 15:40:29.977862 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:29.987478 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1e0380e0-224e-4fea-a55e-920f7861b151 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04b9835aa4c045e3b6ea1e8f5b9c2915&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0497792 Jul 16 15:40:29.991131 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'Port': ['ID=ff874ffa-42f4-44bf-bf98-08b7107af321,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:29.991482 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0380e0-224e-4fea-a55e-920f7861b151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3134ea-ad2d-4f67-99cf-efbaac00aebd,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:29.994258 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:30.005307 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:30.005936 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.007392 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-a40e1791-3923-4118-a65e-35ea3c349221 service neutron] 10.222.0.11 "PUT /v2.0/ports/875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 1093 time: 1.3093550 Jul 16 15:40:30.007974 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54714) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:30.013812 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'tag': '875a608c-dca1-4172-9880-8cb273651f67'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:30.015782 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640a6044-4db2-46d0-8188-d1408ee92d67" -d '{"events": [{"name": "network-changed", "server_uuid": "77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed", "tag": "875a608c-dca1-4172-9880-8cb273651f67"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:30.085321 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 239fafeb-e63b-4876-a99b-8ad523ac11d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5,segment=NetworkSegment(baffafca-7283-493d-b488-384319d62dc5),segment_id=baffafca-7283-493d-b488-384319d62dc5)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:30.124868 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.155851 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e0b8a-cdfb-4c96-8b92-95a7789d7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10dd299-6aad-4ca4-9bf5-a58584a43ea5,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:30.170527 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-660373cd-cdd1-46bb-9476-71ca94ab0a44 service neutron] 10.222.0.10 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276868 Jul 16 15:40:30.194673 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:30.214437 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=239fafeb-e63b-4876-a99b-8ad523ac11d5,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:30.265827 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c922f42d-dfb3-4388-a61a-a144126031a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.296031 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96702bf7-14d1-433c-a06c-1cd33d527241" -d '{"events": [{"server_uuid": "6aae0ec1-b101-4a89-99c0-16b1d099fc51", "name": "network-vif-plugged", "status": "completed", "tag": "239fafeb-e63b-4876-a99b-8ad523ac11d5"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:30.316686 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c922f42d-dfb3-4388-a61a-a144126031a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.332361 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.339061 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-37926185-c520-40ab-a33f-8abbae3e1d4f None None] Provisioning for port ff874ffa-42f4-44bf-bf98-08b7107af321 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:30.348715 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-37926185-c520-40ab-a33f-8abbae3e1d4f None None] Provisioning complete for port ff874ffa-42f4-44bf-bf98-08b7107af321 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:30.350642 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-37926185-c520-40ab-a33f-8abbae3e1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.351534 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.361107 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:30.361761 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.362779 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-ae2025ff-4a17-4626-a104-07712f952510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:30.364493 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-ae2025ff-4a17-4626-a104-07712f952510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1096 time: 0.2787344 Jul 16 15:40:30.407954 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Made reservation on behalf of 5d0cb7f248c54533976bf22d8191d431 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:30.411489 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.425187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4ba1-405f-487f-8c39-cde61563c9a0 req-b3ed1727-2c23-4744-bef6-01ac70a4e31c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:30.427123 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-37926185-c520-40ab-a33f-8abbae3e1d4f None None] Port ff874ffa-42f4-44bf-bf98-08b7107af321 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:40:30.432402 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6feb4ba1-405f-487f-8c39-cde61563c9a0 req-b3ed1727-2c23-4744-bef6-01ac70a4e31c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 931 time: 0.4251862 Jul 16 15:40:30.444286 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b41e991fd03f42469f493b2370385d52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3413384 Jul 16 15:40:30.445604 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-9b89779e-bcff-4f01-a0c3-8e5fdcae5c4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0633197 Jul 16 15:40:30.447290 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54728) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:30.448901 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e6ee5-9865-4063-953f-38f6618da0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b074e8-d8a2-4821-84dc-f4807305e26c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:30.456821 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-8df673d8-e9e8-42f3-9901-195bb9ee4d67 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0768566 Jul 16 15:40:30.461999 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-9efa1dc2-3620-404e-ba47-06828703c09e service neutron] 10.222.0.10 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897446 Jul 16 15:40:30.486612 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Request body: {'port': {'device_id': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:30.487894 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54730) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:30.528640 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c922f42d-dfb3-4388-a61a-a144126031a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.531156 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c922f42d-dfb3-4388-a61a-a144126031a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.534807 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c922f42d-dfb3-4388-a61a-a144126031a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c3134ea-ad2d-4f67-99cf-efbaac00aebd HTTP/1.1" status: 204 len: 168 time: 0.5134802 Jul 16 15:40:30.534938 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6feb4ba1-405f-487f-8c39-cde61563c9a0 req-3e0e4da3-3bfb-4383-b415-df9f4ca571a7 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012776 Jul 16 15:40:30.545686 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1adb4754-14ea-491b-bf01-c12d69e0a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.567388 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922f42d-dfb3-4388-a61a-a144126031a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3134ea-ad2d-4f67-99cf-efbaac00aebd,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:30.582126 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e06abd9-ee79-480a-bbc8-348553ef4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:30.583639 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-8e06abd9-ee79-480a-bbc8-348553ef4cb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.1268947 Jul 16 15:40:30.645690 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-1d4c09b6-786b-4f8e-825f-2abacc0d19ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541923 Jul 16 15:40:30.646298 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51c52d2b-9ebd-4e9e-b815-7d1f72dc8c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.689791 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Allocated IP 172.20.0.11 (3e7c0127-5805-422a-9a08-ae82fad0e68b/a7fe4092-b7c3-4fde-a7fd-08d783e65926/19c37d90-52f3-4c13-8f6d-f7c2dede4db8) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:30.708984 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51c52d2b-9ebd-4e9e-b815-7d1f72dc8c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.807602 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c958e0d-4fc8-41ba-a4ad-e58ba364a8f7 x-openstack-request-id: req-2c958e0d-4fc8-41ba-a4ad-e58ba364a8f7 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:30.807894 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed", "tag": "875a608c-dca1-4172-9880-8cb273651f67", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:30.808169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c958e0d-4fc8-41ba-a4ad-e58ba364a8f7 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:30.808541 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'tag': '875a608c-dca1-4172-9880-8cb273651f67', 'status': 'completed', 'code': 200} Jul 16 15:40:30.833964 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-f81fa906-4af7-47ad-9135-f9803a72fe9c service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814263 Jul 16 15:40:30.839067 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51c52d2b-9ebd-4e9e-b815-7d1f72dc8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.842714 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51c52d2b-9ebd-4e9e-b815-7d1f72dc8c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.843848 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-51c52d2b-9ebd-4e9e-b815-7d1f72dc8c8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6b074e8-d8a2-4821-84dc-f4807305e26c HTTP/1.1" status: 204 len: 168 time: 0.3961325 Jul 16 15:40:30.851077 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1adb4754-14ea-491b-bf01-c12d69e0a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.865695 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1adb4754-14ea-491b-bf01-c12d69e0a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:30.891075 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c52d2b-9ebd-4e9e-b815-7d1f72dc8c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b074e8-d8a2-4821-84dc-f4807305e26c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:30.954657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a2047153-eabc-44b8-8606-55a6fc369d2c req-ec4445d8-04eb-4e48-bcdd-1f0e92f0f32f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 210 time: 0.1025774 Jul 16 15:40:31.022883 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.045156 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1adb4754-14ea-491b-bf01-c12d69e0a6f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5606b098c19e471298f2527a6c153f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551620 Jul 16 15:40:31.049609 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54756) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:31.051994 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb4754-14ea-491b-bf01-c12d69e0a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d81c74-53af-44fb-bc14-e26debd3ba6c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:31.105549 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6039b0f-5514-459e-8379-30d6a2d914ed req-b09c0483-5534-45fd-b43f-ee53447b9e12 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606506 Jul 16 15:40:31.124369 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c1913ed-3946-4d37-a4cb-f8bfed661db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.154167 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c1913ed-3946-4d37-a4cb-f8bfed661db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.270735 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c1913ed-3946-4d37-a4cb-f8bfed661db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.272076 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be0205-480c-4064-a8c9-5309f52cfbfe x-openstack-request-id: req-a2be0205-480c-4064-a8c9-5309f52cfbfe {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:31.273066 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aae0ec1-b101-4a89-99c0-16b1d099fc51", "name": "network-vif-plugged", "status": "completed", "tag": "239fafeb-e63b-4876-a99b-8ad523ac11d5", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:31.273513 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2be0205-480c-4064-a8c9-5309f52cfbfe {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:31.274375 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fafeb-e63b-4876-a99b-8ad523ac11d5', 'code': 200} Jul 16 15:40:31.274954 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c1913ed-3946-4d37-a4cb-f8bfed661db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.276195 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3c1913ed-3946-4d37-a4cb-f8bfed661db0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47d81c74-53af-44fb-bc14-e26debd3ba6c HTTP/1.1" status: 204 len: 168 time: 0.2251451 Jul 16 15:40:31.290174 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1913ed-3946-4d37-a4cb-f8bfed661db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d81c74-53af-44fb-bc14-e26debd3ba6c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:31.376796 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-40c77f10-3e99-4417-8b54-0eaf42819c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:31.379996 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-40c77f10-3e99-4417-8b54-0eaf42819c1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1096 time: 0.1562243 Jul 16 15:40:31.383444 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54762) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:31.463810 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-93de032e-c9a3-4478-8b4d-a07f199b071c req-e305d1ea-8a2b-47aa-8098-d0142870cc40 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 210 time: 0.2507010 Jul 16 15:40:31.542831 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ba8590df-0270-4d91-af54-18783bcbce4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.660808 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.726440 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.11', 58397) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:31.834541 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-cf9de056-7bf5-4bef-bdd0-a6dd42ef98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:31.836597 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-cf9de056-7bf5-4bef-bdd0-a6dd42ef98a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.4243717 Jul 16 15:40:31.920825 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-b8d9ba11-c730-4ae9-8191-27d03fa79ddd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0703595 Jul 16 15:40:31.976014 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:31.984369 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b757a1-0e72-45c7-b208-60243d226edc req-7864e90a-8439-4225-ae71-be6a597fc839 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:31.991964 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-72b757a1-0e72-45c7-b208-60243d226edc req-7864e90a-8439-4225-ae71-be6a597fc839 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.3343241 Jul 16 15:40:32.073032 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ea767-575e-4d90-826d-f8495b359e9d req-062ad580-382b-4ea8-a6f9-261276dd1612 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:32.075075 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-254ea767-575e-4d90-826d-f8495b359e9d req-062ad580-382b-4ea8-a6f9-261276dd1612 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 931 time: 0.3426549 Jul 16 15:40:32.133084 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Network 3e7c0127-5805-422a-9a08-ae82fad0e68b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:32.206823 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-b80bb140-e20c-4c9b-83c5-a455cd7cc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:32.208786 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-b80bb140-e20c-4c9b-83c5-a455cd7cc895 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 1098 time: 0.4726009 Jul 16 15:40:32.235794 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-285a0ca4-d023-4f82-8631-58a5a3c66d9f service neutron] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.252922 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-2559d8fa-8dae-4801-b160-2ad02fe0b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:32.254400 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-2559d8fa-8dae-4801-b160-2ad02fe0b4fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.3110468 Jul 16 15:40:32.301993 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-c0a0d892-2706-4974-bfc7-c3d4b16a9522 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341916 Jul 16 15:40:32.338696 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Pushing event updated for resources: {'Port': ['ID=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:32.346266 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:32.350638 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:32.367433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-72b757a1-0e72-45c7-b208-60243d226edc req-882470ae-e88e-4096-88cb-2412154bffc2 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743906 Jul 16 15:40:32.407684 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-0c85729c-afbc-4087-8000-12d5eafdf1e2 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985544 Jul 16 15:40:32.409542 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ba8590df-0270-4d91-af54-18783bcbce4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.451025 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff874ffa-42f4-44bf-bf98-08b7107af321 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:32.477714 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-254ea767-575e-4d90-826d-f8495b359e9d req-a3c405e1-3793-4149-98b3-13beb8aef68c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965487 Jul 16 15:40:32.497662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.557421 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:32.557421 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.573433 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ba8590df-0270-4d91-af54-18783bcbce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.575539 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Transition to ACTIVE for port object ff874ffa-42f4-44bf-bf98-08b7107af321 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:32.610388 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.643037 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.11', 58400) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:32.741087 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8590df-0270-4d91-af54-18783bcbce4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50252129-5e5d-4f27-842a-f91681f749de,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:32.759687 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4c777a88-b3dc-45ad-be3f-3eaa0323e820 req-c2345097-88a0-4542-afff-214d560b1d66 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 210 time: 0.1174984 Jul 16 15:40:32.789693 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-285a0ca4-d023-4f82-8631-58a5a3c66d9f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.819850 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ba8590df-0270-4d91-af54-18783bcbce4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d0ff1f411c048f983d8694077d85943&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4325309 Jul 16 15:40:32.823414 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Pushing event updated for resources: {'Port': ['ID=ff874ffa-42f4-44bf-bf98-08b7107af321,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:32.837045 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54820) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:32.922077 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-c532b949-833c-4b9d-bd61-6f278873b8c7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2801907 Jul 16 15:40:32.937340 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-285a0ca4-d023-4f82-8631-58a5a3c66d9f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:32.988662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Request body: {'port': {'device_id': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:33.052212 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-285a0ca4-d023-4f82-8631-58a5a3c66d9f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332884 Jul 16 15:40:33.065369 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a0ca4-d023-4f82-8631-58a5a3c66d9f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f148337-8e20-4b51-9cfc-7242536f509c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:33.084652 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-640a6044-4db2-46d0-8188-d1408ee92d67 req-672f63c5-9b2d-43d3-8553-21065506ccd8 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333591 Jul 16 15:40:33.085659 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c32e4ccc-f458-4772-bbce-840388516386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.110530 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c32e4ccc-f458-4772-bbce-840388516386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.114555 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14389-48e8-4686-87f4-2db4ac250398 req-691e1e07-c33b-4e9a-8a2f-b8ddabf32387 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:33.122057 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8b14389-48e8-4686-87f4-2db4ac250398 req-691e1e07-c33b-4e9a-8a2f-b8ddabf32387 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 932 time: 0.5447438 Jul 16 15:40:33.153412 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-637150a6-fd17-4de0-aaf1-728d3970cb7e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:33.154929 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-637150a6-fd17-4de0-aaf1-728d3970cb7e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 817 time: 0.5078728 Jul 16 15:40:33.167801 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c32e4ccc-f458-4772-bbce-840388516386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.170808 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c32e4ccc-f458-4772-bbce-840388516386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.174543 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c32e4ccc-f458-4772-bbce-840388516386 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50252129-5e5d-4f27-842a-f91681f749de HTTP/1.1" status: 204 len: 168 time: 0.3342481 Jul 16 15:40:33.182117 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e4ccc-f458-4772-bbce-840388516386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50252129-5e5d-4f27-842a-f91681f749de,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:33.221383 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Attempting to bind port ff874ffa-42f4-44bf-bf98-08b7107af321 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:33.221705 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Attempting to bind port ff874ffa-42f4-44bf-bf98-08b7107af321 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:33.222112 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Attempting to bind port ff874ffa-42f4-44bf-bf98-08b7107af321 on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:33.246758 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8b14389-48e8-4686-87f4-2db4ac250398 req-46e05461-73f7-4bb8-8d0f-69350d1fbd36 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232543 Jul 16 15:40:33.247918 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Port ff874ffa-42f4-44bf-bf98-08b7107af321 on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:40:33.248251 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Attempting to bind port ff874ffa-42f4-44bf-bf98-08b7107af321 on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:33.251408 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.256676 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:33.256966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Checking segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:33.257546 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Bound using segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:33.257951 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Bound port: ff874ffa-42f4-44bf-bf98-08b7107af321, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:33.258312 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.474618 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] For port ff874ffa-42f4-44bf-bf98-08b7107af321, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:33.550869 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] For port ff874ffa-42f4-44bf-bf98-08b7107af321, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ff874ffa-42f4-44bf-bf98-08b7107af321,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:33.568186 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3ee9aaae-a773-46ea-843b-cc2880a016d2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 379 time: 0.2127793 Jul 16 15:40:33.594986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.675347 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 875a608c-dca1-4172-9880-8cb273651f67 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:40:33.820798 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'port': {'device_id': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'admin_state_up': True, 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'security_groups': ['60aae663-3c9e-4764-a47b-9ca3c9a9f9db']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:33.837974 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 875a608c-dca1-4172-9880-8cb273651f67, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=875a608c-dca1-4172-9880-8cb273651f67,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:33.858798 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '875a608c-dca1-4172-9880-8cb273651f67', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'port_id': '875a608c-dca1-4172-9880-8cb273651f67', 'mac_address': 'fa:16:3e:59:75:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:40:33.924612 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:33.940802 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875a608c-dca1-4172-9880-8cb273651f67 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:33.969045 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 875a608c-dca1-4172-9880-8cb273651f67, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=875a608c-dca1-4172-9880-8cb273651f67,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:33.983482 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:34.036519 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:34.037381 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:34.038959 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] 10.222.0.11 "PUT /v2.0/ports/ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 1093 time: 3.5656700 Jul 16 15:40:34.042747 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:34.055626 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:34.075351 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=875a608c-dca1-4172-9880-8cb273651f67,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:34.091168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:34.169870 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Made reservation on behalf of be08718f12574e27bfe95682b66fcb06 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:34.173396 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:34.184393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f732e8-7132-4fe9-a91e-f32214dfdb5b service neutron] Pushing event updated for resources: {'Port': ['ID=ff874ffa-42f4-44bf-bf98-08b7107af321,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:34.196086 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Transition to ACTIVE for port object 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:34.218434 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:34.270985 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['875a608c-dca1-4172-9880-8cb273651f67'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:40:34.357121 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b55b7-e019-4352-8c48-459a5d7d95a9 req-e480c84a-db98-4003-ac0d-ca6d0d0c14ac tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:34.358886 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-969b55b7-e019-4352-8c48-459a5d7d95a9 req-e480c84a-db98-4003-ac0d-ca6d0d0c14ac tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.7851477 Jul 16 15:40:34.391101 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a912137-2e92-40c5-9159-d72a831ff89e req-cb9ec53c-44f3-4006-acb6-b5799d988d8f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:34.395311 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2a912137-2e92-40c5-9159-d72a831ff89e req-cb9ec53c-44f3-4006-acb6-b5799d988d8f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.4688232 Jul 16 15:40:34.402974 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Pushing event updated for resources: {'Port': ['ID=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:34.451931 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71" -d '{"events": [{"name": "network-changed", "server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:34.497147 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-b8b6e9de-cb70-4b58-937f-a8ef03f9211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:34.497403 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-b8b6e9de-cb70-4b58-937f-a8ef03f9211a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1096 time: 0.3847897 Jul 16 15:40:34.626330 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-f0daaa0b-1596-403d-9131-f2920bdc3302 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 217 time: 0.1005225 Jul 16 15:40:34.629099 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-969b55b7-e019-4352-8c48-459a5d7d95a9 req-bafd7f2d-8a0b-45b3-9f25-4a998742bfe2 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595756 Jul 16 15:40:34.650686 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2a912137-2e92-40c5-9159-d72a831ff89e req-ab230efd-68fc-419b-aa2a-5703b7eb9669 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422469 Jul 16 15:40:34.694340 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Allocated IP 172.20.0.7 (e84ee211-f558-4547-97c1-f426b7cd8bdb/734e5de5-ac7b-4a92-a991-0645ae0691ac/a8cb2609-d25f-4818-896b-8d39a35fd397) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:34.765173 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Attempting to bind port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:34.765550 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Attempting to bind port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:34.765983 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Attempting to bind port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 on network 3e7c0127-5805-422a-9a08-ae82fad0e68b {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:34.813847 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 on network 3e7c0127-5805-422a-9a08-ae82fad0e68b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:40:34.815121 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Attempting to bind port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 on network 3e7c0127-5805-422a-9a08-ae82fad0e68b {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:34.981657 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54912) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:35.073839 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6f0e5e5a-94db-44f4-a2b8-b4a408b7fdf8 req-8910e9a8-997d-4f39-9a15-671e464bdd3e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 210 time: 0.2219369 Jul 16 15:40:35.079851 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-297b1742-e3f5-46bd-ac96-5c9c35a42995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:35.081462 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-297b1742-e3f5-46bd-ac96-5c9c35a42995 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.4440145 Jul 16 15:40:35.085668 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:35.086248 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Checking segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:35.086843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Bound using segment: {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:35.087517 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Bound port: 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bf08aa-08d1-4f30-823c-0b3cb7baa512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:35.088165 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.226605 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b25d306-09d4-4a38-8b5d-de341aa07fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.336158 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] For port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:35.348860 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.350643 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b25d306-09d4-4a38-8b5d-de341aa07fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.356947 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b25d306-09d4-4a38-8b5d-de341aa07fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.368053 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] For port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:35.387874 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.395010 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Transition to ACTIVE for port object a8cb2609-d25f-4818-896b-8d39a35fd397 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:35.413336 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d306-09d4-4a38-8b5d-de341aa07fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a0f5a-c339-45d1-b8c3-6c0cd9906920,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:35.425108 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8b25d306-09d4-4a38-8b5d-de341aa07fa8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=600ca4ac01f1479dbd3505ca27390998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399264 Jul 16 15:40:35.426210 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54932) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:35.429043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-0c1433b6-12c5-4ca4-b2da-8e35ea01ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:35.430903 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-0c1433b6-12c5-4ca4-b2da-8e35ea01ef79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3246770 Jul 16 15:40:35.444032 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd2d7-1ef5-4931-880c-23296a2b173f req-04ace17e-54f9-48c1-8072-750470cc534e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:35.445722 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc2cd2d7-1ef5-4931-880c-23296a2b173f req-04ace17e-54f9-48c1-8072-750470cc534e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.3703990 Jul 16 15:40:35.498026 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb0fa-599e-4819-8b69-c9c8a70f9589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.498192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:35.498815 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.500547 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] 10.222.0.11 "PUT /v2.0/ports/19c37d90-52f3-4c13-8f6d-f7c2dede4db8 HTTP/1.1" status: 200 len: 1094 time: 2.5270514 Jul 16 15:40:35.513227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965639dd-a7bd-4755-8335-831285f57e10 service neutron] Pushing event updated for resources: {'Port': ['ID=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:35.529081 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb0fa-599e-4819-8b69-c9c8a70f9589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.601210 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb0fa-599e-4819-8b69-c9c8a70f9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.606052 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb0fa-599e-4819-8b69-c9c8a70f9589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.608691 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8f3bb0fa-599e-4819-8b69-c9c8a70f9589 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd0a0f5a-c339-45d1-b8c3-6c0cd9906920 HTTP/1.1" status: 204 len: 168 time: 0.1816754 Jul 16 15:40:35.641157 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bb0fa-599e-4819-8b69-c9c8a70f9589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a0f5a-c339-45d1-b8c3-6c0cd9906920,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:35.673739 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc2cd2d7-1ef5-4931-880c-23296a2b173f req-b038d725-bff0-451d-91d7-303f788c70a8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036612 Jul 16 15:40:35.674880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.684437 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f86480e-2803-4c24-92db-e0045199a03b x-openstack-request-id: req-8f86480e-2803-4c24-92db-e0045199a03b {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:35.684732 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:35.684986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f86480e-2803-4c24-92db-e0045199a03b {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:35.685445 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'status': 'completed', 'code': 200} Jul 16 15:40:35.704669 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 875a608c-dca1-4172-9880-8cb273651f67 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:35.779156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 875a608c-dca1-4172-9880-8cb273651f67 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:35.784706 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 875a608c-dca1-4172-9880-8cb273651f67 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:35.785089 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.837260 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:35.910411 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-1e18e713-9159-4cad-9bc0-21cdbff939ab service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635262 Jul 16 15:40:35.926564 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.973376 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 875a608c-dca1-4172-9880-8cb273651f67, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=875a608c-dca1-4172-9880-8cb273651f67,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:35.974409 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875a608c-dca1-4172-9880-8cb273651f67'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:35.976747 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338bef68-b12d-4c68-ae55-cbf245ee6e3a" -d '{"events": [{"server_uuid": "77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed", "name": "network-vif-plugged", "status": "completed", "tag": "875a608c-dca1-4172-9880-8cb273651f67"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:35.982481 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:35.995974 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Network e84ee211-f558-4547-97c1-f426b7cd8bdb is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:36.000334 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-ea0b9f74-1a5f-40f1-9d51-4de1693b0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.001831 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-ea0b9f74-1a5f-40f1-9d51-4de1693b0843 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 1097 time: 0.4035916 Jul 16 15:40:36.009558 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:36.025115 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:36.055096 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=875a608c-dca1-4172-9880-8cb273651f67,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:36.170053 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877297-2be9-4abf-a8dd-6356d0a36d57 req-daa67a88-63c0-4a2d-970c-730fd67007cb tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.177086 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d1877297-2be9-4abf-a8dd-6356d0a36d57 req-daa67a88-63c0-4a2d-970c-730fd67007cb tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.3364387 Jul 16 15:40:36.184723 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-067db8b4-73a8-46a9-b2d6-425f3083e761 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8 HTTP/1.1" status: 200 len: 217 time: 0.1682394 Jul 16 15:40:36.258126 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 54968) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:36.273230 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.274093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.274330 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc3ecbb4-87ee-4894-aa03-094c28b47d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.296591 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a470f4f-880b-4c59-af5a-cbf8548b1215 req-fefbc041-088d-4ed6-be55-d5c0089ae052 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654313 Jul 16 15:40:36.318502 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b2b5e-bc89-4de8-abdc-fcc25898c685 req-c2039a70-8687-4099-98c0-0b4bb311df04 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.320129 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3b8b2b5e-bc89-4de8-abdc-fcc25898c685 req-c2039a70-8687-4099-98c0-0b4bb311df04 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.4081769 Jul 16 15:40:36.353522 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d1877297-2be9-4abf-a8dd-6356d0a36d57 req-6e385a6b-97a3-4ec4-96ef-eb52ff891a7b tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754813 Jul 16 15:40:36.394150 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc3ecbb4-87ee-4894-aa03-094c28b47d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.395427 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81260e5f-66fe-418c-976b-b9bd70fd9aef x-openstack-request-id: req-81260e5f-66fe-418c-976b-b9bd70fd9aef {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:36.395746 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed", "name": "network-vif-plugged", "status": "completed", "tag": "875a608c-dca1-4172-9880-8cb273651f67", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:36.396008 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81260e5f-66fe-418c-976b-b9bd70fd9aef {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:36.396519 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875a608c-dca1-4172-9880-8cb273651f67', 'code': 200} Jul 16 15:40:36.401817 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc3ecbb4-87ee-4894-aa03-094c28b47d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.403967 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d19bb-3338-471f-9577-20aced0db5d7 req-1f838548-478a-4936-bb06-b9cdde55c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.408227 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-1f838548-478a-4936-bb06-b9cdde55c4cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.2036588 Jul 16 15:40:36.452250 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3b8b2b5e-bc89-4de8-abdc-fcc25898c685 req-4b8415de-6466-41a1-aa22-3c10896f0cc3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951576 Jul 16 15:40:36.471462 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-05a82d85-2988-4231-a7ab-a58f59fed33a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8249421 Jul 16 15:40:36.472182 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fc3ecbb4-87ee-4894-aa03-094c28b47d97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da645268612a4a6190cd347b0a11aaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129560 Jul 16 15:40:36.472641 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 54976) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:36.475435 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ecbb4-87ee-4894-aa03-094c28b47d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ceaa1-e082-49f8-b808-764591e08093,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:36.489428 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a4caddfa-ebe9-40a6-84c1-09cb42088bc0 None None] Provisioning for port a8cb2609-d25f-4818-896b-8d39a35fd397 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:36.497837 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a4caddfa-ebe9-40a6-84c1-09cb42088bc0 None None] Provisioning complete for port a8cb2609-d25f-4818-896b-8d39a35fd397 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:36.499435 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a4caddfa-ebe9-40a6-84c1-09cb42088bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.545506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-a4caddfa-ebe9-40a6-84c1-09cb42088bc0 None None] Port a8cb2609-d25f-4818-896b-8d39a35fd397 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:40:36.586140 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5800fbd2-8858-4d04-add9-c05ccb39470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.616644 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5800fbd2-8858-4d04-add9-c05ccb39470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.644559 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999ed61-6590-4089-bd0c-c66eda94990b req-cb8c6d4b-5072-4eee-a21a-6826c3521b55 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.652208 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f999ed61-6590-4089-bd0c-c66eda94990b req-cb8c6d4b-5072-4eee-a21a-6826c3521b55 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 931 time: 0.1550794 Jul 16 15:40:36.708976 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f999ed61-6590-4089-bd0c-c66eda94990b req-f1e1f7ac-b26b-46cc-83a1-f8392d79226e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551977 Jul 16 15:40:36.726476 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5800fbd2-8858-4d04-add9-c05ccb39470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.730464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5800fbd2-8858-4d04-add9-c05ccb39470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:36.734036 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5800fbd2-8858-4d04-add9-c05ccb39470b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a4ceaa1-e082-49f8-b808-764591e08093 HTTP/1.1" status: 204 len: 168 time: 0.2557571 Jul 16 15:40:36.739687 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fbd2-8858-4d04-add9-c05ccb39470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ceaa1-e082-49f8-b808-764591e08093,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:36.885274 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f522e-e156-4f4f-99c4-3f943b7af252 req-44a4f4da-6509-43eb-b80b-f63562b0791a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:36.887660 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-720f522e-e156-4f4f-99c4-3f943b7af252 req-44a4f4da-6509-43eb-b80b-f63562b0791a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.0701032 Jul 16 15:40:36.930295 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-720f522e-e156-4f4f-99c4-3f943b7af252 req-440b696c-dc76-44de-81e5-a816ee5d8900 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Jul 16 15:40:37.635903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01f06-4f00-4b09-b9b8-84ee299db77a req-c9d1db60-8eb9-44d3-8d51-3bc4b0be0042 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:37.637371 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d7c01f06-4f00-4b09-b9b8-84ee299db77a req-c9d1db60-8eb9-44d3-8d51-3bc4b0be0042 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.0629961 Jul 16 15:40:37.678901 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d7c01f06-4f00-4b09-b9b8-84ee299db77a req-f9c640d6-e2ae-4940-9de7-4213c96268ab tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359399 Jul 16 15:40:37.686656 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'tag': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:37.690173 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98d803d-b169-4ae9-af71-324d983fd1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2d818c-2074-4cfb-9c87-ff2509912f6e", "tag": "19c37d90-52f3-4c13-8f6d-f7c2dede4db8"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:37.731798 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b7fa05-4cb2-4ca7-975d-158af42c0acb x-openstack-request-id: req-20b7fa05-4cb2-4ca7-975d-158af42c0acb {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:37.732371 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2d818c-2074-4cfb-9c87-ff2509912f6e", "tag": "19c37d90-52f3-4c13-8f6d-f7c2dede4db8", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:37.732371 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20b7fa05-4cb2-4ca7-975d-158af42c0acb {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:37.732848 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'tag': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8', 'status': 'completed', 'code': 200} Jul 16 15:40:37.914058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a2296-0719-49e8-8bf4-6885de03121e req-adee65f8-64b6-411d-8bcc-7ea55c2f95b3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:37.915757 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-122a2296-0719-49e8-8bf4-6885de03121e req-adee65f8-64b6-411d-8bcc-7ea55c2f95b3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 931 time: 0.0706594 Jul 16 15:40:37.948869 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:40:37.954705 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-122a2296-0719-49e8-8bf4-6885de03121e req-d3d70bed-f5d3-4a50-bed6-8c5d46a54b96 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324793 Jul 16 15:40:38.130424 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042fd07-22f3-4b49-8c31-08a99c2455ac req-8f313d3d-3326-4371-8f30-8c3fa39f7f57 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:38.138793 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d042fd07-22f3-4b49-8c31-08a99c2455ac req-8f313d3d-3326-4371-8f30-8c3fa39f7f57 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.0808001 Jul 16 15:40:38.195716 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d042fd07-22f3-4b49-8c31-08a99c2455ac req-fe1c01fa-2542-4132-b5de-02e673dc5d28 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558164 Jul 16 15:40:38.852718 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ac83-1024-4561-a0e0-db7671689a08 req-ef1bbec1-d000-4918-b893-b083f9bec33d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:38.854148 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b4e1ac83-1024-4561-a0e0-db7671689a08 req-ef1bbec1-d000-4918-b893-b083f9bec33d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.0602922 Jul 16 15:40:38.890959 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b4e1ac83-1024-4561-a0e0-db7671689a08 req-b45d9c7f-4e45-4ff3-8af5-73df7467afe4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Jul 16 15:40:39.130721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59b4fe-750a-4597-aab0-0459a1c25650 req-424b8b60-8b70-48a1-ad8b-f3a27c388d8d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:39.132243 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a59b4fe-750a-4597-aab0-0459a1c25650 req-424b8b60-8b70-48a1-ad8b-f3a27c388d8d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 931 time: 0.0661242 Jul 16 15:40:39.162040 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Request body: {'port': {'device_id': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:39.243452 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-4471bc16-df02-4f16-897a-f1fc53a74778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712440 Jul 16 15:40:39.247181 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1a59b4fe-750a-4597-aab0-0459a1c25650 req-199e7f92-9875-459c-a262-17e9ee222982 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094310 Jul 16 15:40:39.440306 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367fed-c608-454c-8c90-b3ec1fda8775 req-4c101c43-1d55-4f04-b719-6a1732613b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:39.441937 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b367fed-c608-454c-8c90-b3ec1fda8775 req-4c101c43-1d55-4f04-b719-6a1732613b52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.0585349 Jul 16 15:40:39.481104 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b367fed-c608-454c-8c90-b3ec1fda8775 req-2ab853ec-daf6-49e1-90da-978c04a9e2ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jul 16 15:40:39.591073 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:39.615966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-46253ea3-aa27-4f90-b51b-ffbe194ea018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:39.617471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-46253ea3-aa27-4f90-b51b-ffbe194ea018 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1096 time: 0.4468660 Jul 16 15:40:39.650983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-8d592612-da9d-4111-b63f-b91c604cd983 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001646 Jul 16 15:40:39.688255 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec81eb-ac0e-4ae8-b595-55ffc64dc32c req-12cc669d-f5e2-4c09-a91c-33de9290b52d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:39.689849 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ceec81eb-ac0e-4ae8-b595-55ffc64dc32c req-12cc669d-f5e2-4c09-a91c-33de9290b52d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.3598833 Jul 16 15:40:39.894858 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ceec81eb-ac0e-4ae8-b595-55ffc64dc32c req-1dd8b442-4828-4eb8-a237-4dd8956f4176 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538539 Jul 16 15:40:40.119981 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-2702011a-2134-4ccd-93d2-27adc5c7e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.122058 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-2702011a-2134-4ccd-93d2-27adc5c7e5af service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.3522270 Jul 16 15:40:40.124178 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-917d19bb-3338-471f-9577-20aced0db5d7 req-e925bb52-0471-4fe1-9491-ef528dbd8ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574610 Jul 16 15:40:40.148357 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55126) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:40.193638 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-23f3f4e9-cf19-4b49-bf45-db66aadbf1e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 217 time: 0.0510018 Jul 16 15:40:40.246910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ea258-1a9b-41f1-96e3-024f7956505f req-10570f5c-ce03-4ba8-83e6-8454b9861b50 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.248483 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bb7ea258-1a9b-41f1-96e3-024f7956505f req-10570f5c-ce03-4ba8-83e6-8454b9861b50 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.2130733 Jul 16 15:40:40.250623 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cb2609-d25f-4818-896b-8d39a35fd397 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:40.264392 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:40.289858 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a787cc8-7072-4d21-9ad1-3385cf803e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:40.350331 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Transition to ACTIVE for port object a8cb2609-d25f-4818-896b-8d39a35fd397 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:40.368702 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:40.384136 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bb7ea258-1a9b-41f1-96e3-024f7956505f req-84e709a7-3241-48c6-a53e-b5bdfad5137c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287713 Jul 16 15:40:40.390879 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-06570695-3bcf-4c3e-a888-225d50d44b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.392478 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-06570695-3bcf-4c3e-a888-225d50d44b08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.1256845 Jul 16 15:40:40.442942 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a787cc8-7072-4d21-9ad1-3385cf803e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:40.450012 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a787cc8-7072-4d21-9ad1-3385cf803e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:40.485384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:40.536198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55146) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:40.547872 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4a787cc8-7072-4d21-9ad1-3385cf803e88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80713f8d7e154b8d83e8bb629d06e7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876069 Jul 16 15:40:40.556251 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a787cc8-7072-4d21-9ad1-3385cf803e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d55d77d-63c8-40fb-b6e3-7196fa3757a6,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:40.558127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-e815adc2-7326-49bc-bc5f-ba5fe8caa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.560446 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-e815adc2-7326-49bc-bc5f-ba5fe8caa4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 1097 time: 0.2736728 Jul 16 15:40:40.753818 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-c17bec65-7ae3-434a-a96d-1e4d2356f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.755509 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-c17bec65-7ae3-434a-a96d-1e4d2356f9f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3403964 Jul 16 15:40:40.865816 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Attempting to bind port a8cb2609-d25f-4818-896b-8d39a35fd397 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:40.866165 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Attempting to bind port a8cb2609-d25f-4818-896b-8d39a35fd397 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:40.866496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Attempting to bind port a8cb2609-d25f-4818-896b-8d39a35fd397 on network e84ee211-f558-4547-97c1-f426b7cd8bdb {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:40.881754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f41c4101-0e7e-4176-a3f7-47714e024eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:40.889111 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Port a8cb2609-d25f-4818-896b-8d39a35fd397 on network e84ee211-f558-4547-97c1-f426b7cd8bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:40:40.889483 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Attempting to bind port a8cb2609-d25f-4818-896b-8d39a35fd397 on network e84ee211-f558-4547-97c1-f426b7cd8bdb {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:40.897332 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-7f3d7c69-bc5c-4e08-88b4-58d71fb0a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.899819 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-7f3d7c69-bc5c-4e08-88b4-58d71fb0a01f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.3117878 Jul 16 15:40:40.954089 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa6836-04c9-4f6d-9506-d25884e164e1 req-37578bfe-c3a9-4608-917b-bd7b7c92c3f1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:40.961253 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1faa6836-04c9-4f6d-9506-d25884e164e1 req-37578bfe-c3a9-4608-917b-bd7b7c92c3f1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.3716431 Jul 16 15:40:40.963547 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:40.964063 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Checking segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:40.965308 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Bound using segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:40.965917 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Bound port: a8cb2609-d25f-4818-896b-8d39a35fd397, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:40.966434 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.039741 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-8b482301-d970-4634-bfd9-35e49ce012f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8 HTTP/1.1" status: 200 len: 217 time: 0.1028488 Jul 16 15:40:41.041600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f41c4101-0e7e-4176-a3f7-47714e024eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.188578 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-0ec5cc5a-d3ad-43e2-86b9-2fab3a49943e service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772914 Jul 16 15:40:41.211728 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1faa6836-04c9-4f6d-9506-d25884e164e1 req-48cf8d5a-20f6-46af-a994-794c6528462d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496014 Jul 16 15:40:41.245104 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55174) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:41.280460 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:41.283549 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-d9c56ed6-1517-4408-8b05-f3eed6a5589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:41.285046 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-d9c56ed6-1517-4408-8b05-f3eed6a5589b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.2045941 Jul 16 15:40:41.291098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:41.323061 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f41c4101-0e7e-4176-a3f7-47714e024eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.326076 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f41c4101-0e7e-4176-a3f7-47714e024eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.327206 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f41c4101-0e7e-4176-a3f7-47714e024eb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d55d77d-63c8-40fb-b6e3-7196fa3757a6 HTTP/1.1" status: 204 len: 168 time: 0.7841778 Jul 16 15:40:41.329191 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.362318 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cb104ba-b5e0-46e6-a0ec-baca5a53fd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.466866 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cb104ba-b5e0-46e6-a0ec-baca5a53fd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.473441 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cb104ba-b5e0-46e6-a0ec-baca5a53fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.527391 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1cb104ba-b5e0-46e6-a0ec-baca5a53fd14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=016197deb3b34bc0aa3b2b7b77652f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812705 Jul 16 15:40:41.529912 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55184) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:41.535966 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb104ba-b5e0-46e6-a0ec-baca5a53fd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbdf12f-5351-4ec1-bbb6-83a3315e3c02,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:41.572440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4101-0e7e-4176-a3f7-47714e024eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d55d77d-63c8-40fb-b6e3-7196fa3757a6,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:41.588853 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21308923-74e9-4b34-9952-c32f17540605 req-20307068-696f-4dc0-8d2b-a9eec7877f0d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:41.590483 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-21308923-74e9-4b34-9952-c32f17540605 req-20307068-696f-4dc0-8d2b-a9eec7877f0d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.5469787 Jul 16 15:40:41.611858 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-06f0d05e-d614-4e24-abf4-fb9a81c6ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.641400 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-06f0d05e-d614-4e24-abf4-fb9a81c6ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.654175 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:41.654804 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.656239 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] 10.222.0.11 "PUT /v2.0/ports/a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 200 len: 1093 time: 2.4981279 Jul 16 15:40:41.657879 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:41.660151 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:41.674177 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e39a3776-39be-4cb2-aa37-7a7c50d2cc71 req-ec559a00-3841-4960-b6e3-de2df4cbeaba service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687240 Jul 16 15:40:41.689572 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603f98-3ede-454d-b16b-9e41b7f196df service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:41.696203 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55188) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:41.711196 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5eb990d0-048d-432f-b228-a36fb7c67ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.714910 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-06f0d05e-d614-4e24-abf4-fb9a81c6ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.716677 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-21308923-74e9-4b34-9952-c32f17540605 req-ab10e074-87e4-4445-a500-0fabaf6189bf tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074550 Jul 16 15:40:41.717452 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-06f0d05e-d614-4e24-abf4-fb9a81c6ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.718582 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-06f0d05e-d614-4e24-abf4-fb9a81c6ae1b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cbdf12f-5351-4ec1-bbb6-83a3315e3c02 HTTP/1.1" status: 204 len: 168 time: 0.1877756 Jul 16 15:40:41.736889 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0d05e-d614-4e24-abf4-fb9a81c6ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbdf12f-5351-4ec1-bbb6-83a3315e3c02,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:41.783798 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcc404-b302-4762-801c-78dd20f4d3ae req-1b37ec90-d991-42a7-a101-999e7e020389 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:41.787471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7bcc404-b302-4762-801c-78dd20f4d3ae req-1b37ec90-d991-42a7-a101-999e7e020389 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.2168560 Jul 16 15:40:41.825409 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd0b1cb-bf71-40f1-b481-c86928405130 x-openstack-request-id: req-edd0b1cb-bf71-40f1-b481-c86928405130 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:41.826612 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:41.828582 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edd0b1cb-bf71-40f1-b481-c86928405130 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:41.829084 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'status': 'completed', 'code': 200} Jul 16 15:40:41.868596 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7bcc404-b302-4762-801c-78dd20f4d3ae req-4ad1c5fb-bfc0-419b-a6c4-ae5ea170986c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731130 Jul 16 15:40:41.880494 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5eb990d0-048d-432f-b228-a36fb7c67ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.887664 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5eb990d0-048d-432f-b228-a36fb7c67ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:41.928171 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5eb990d0-048d-432f-b228-a36fb7c67ab9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fec987fc9004449fb328abb4a14c819d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305896 Jul 16 15:40:41.929063 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb990d0-048d-432f-b228-a36fb7c67ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a815bb5a-434e-499e-a0b9-f90ebcc5496b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:41.929254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55194) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:41.984137 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bf-0a65-4497-878e-65ebb1071607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.007912 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bf-0a65-4497-878e-65ebb1071607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.054002 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bf-0a65-4497-878e-65ebb1071607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.056651 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bf-0a65-4497-878e-65ebb1071607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.057781 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-246ca8bf-0a65-4497-878e-65ebb1071607 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a815bb5a-434e-499e-a0b9-f90ebcc5496b HTTP/1.1" status: 204 len: 168 time: 0.1241004 Jul 16 15:40:42.066132 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca8bf-0a65-4497-878e-65ebb1071607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a815bb5a-434e-499e-a0b9-f90ebcc5496b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:42.133548 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55202) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:42.146766 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a92af608-be24-492d-84c3-fce70c440b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.240945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a92af608-be24-492d-84c3-fce70c440b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.246205 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a92af608-be24-492d-84c3-fce70c440b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.291448 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-a92af608-be24-492d-84c3-fce70c440b1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f513b87e025445c8d82f548a5533e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527944 Jul 16 15:40:42.291448 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55214) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:42.301160 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92af608-be24-492d-84c3-fce70c440b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d4afa-54db-44dc-b8b8-9b2af8b19e87,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:42.405295 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c305-0901-4f5f-9a83-08dfc03e96e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.440713 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c305-0901-4f5f-9a83-08dfc03e96e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.469199 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b50fe-7581-4b13-900e-13c5efffe745 req-799ba139-6f40-4f80-bf53-0a287c59e230 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:42.470999 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b4b50fe-7581-4b13-900e-13c5efffe745 req-799ba139-6f40-4f80-bf53-0a287c59e230 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1203356 Jul 16 15:40:42.519549 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b4b50fe-7581-4b13-900e-13c5efffe745 req-f45a38c9-921c-4cbf-bfe7-74a93cebc917 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375347 Jul 16 15:40:42.520534 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c305-0901-4f5f-9a83-08dfc03e96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.523003 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c305-0901-4f5f-9a83-08dfc03e96e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:42.526720 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-bcd8c305-0901-4f5f-9a83-08dfc03e96e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d22d4afa-54db-44dc-b8b8-9b2af8b19e87 HTTP/1.1" status: 204 len: 168 time: 0.2330616 Jul 16 15:40:42.534228 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8c305-0901-4f5f-9a83-08dfc03e96e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d4afa-54db-44dc-b8b8-9b2af8b19e87,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:42.901973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb229e-8348-49ee-a1a2-213c5eea2f90 req-47db5fd8-3a7b-4f1e-8c3e-b6c7062bda56 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:42.903675 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-47fb229e-8348-49ee-a1a2-213c5eea2f90 req-47db5fd8-3a7b-4f1e-8c3e-b6c7062bda56 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.0685380 Jul 16 15:40:42.949628 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-47fb229e-8348-49ee-a1a2-213c5eea2f90 req-66ca647f-b82e-4629-b9c9-83dfdbc37737 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 Jul 16 15:40:43.064772 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cff85c-965a-4d89-96fe-1d16de8a8bb4 req-9b72dbb0-aee5-4142-ab69-b99483f4305d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:43.066836 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-25cff85c-965a-4d89-96fe-1d16de8a8bb4 req-9b72dbb0-aee5-4142-ab69-b99483f4305d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.0746446 Jul 16 15:40:43.117621 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-25cff85c-965a-4d89-96fe-1d16de8a8bb4 req-08365f8e-2b3f-4dce-816a-27973c8c7714 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Jul 16 15:40:43.182011 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.296329 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55276) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:43.395300 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e67fdcac-21a5-4488-98ec-6ad3f94ec85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.484512 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e67fdcac-21a5-4488-98ec-6ad3f94ec85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.491120 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e67fdcac-21a5-4488-98ec-6ad3f94ec85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.534981 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e67fdcac-21a5-4488-98ec-6ad3f94ec85f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2479a1c8b8fc4b22ac15a82c93d03963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374661 Jul 16 15:40:43.535391 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55284) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:43.537024 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fdcac-21a5-4488-98ec-6ad3f94ec85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b078f0-0a3d-45f2-a96c-500175894b49,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:43.593219 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9064730c-b6e5-46c5-af40-cb436e6ec3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.614867 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9064730c-b6e5-46c5-af40-cb436e6ec3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.661188 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9064730c-b6e5-46c5-af40-cb436e6ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.663999 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9064730c-b6e5-46c5-af40-cb436e6ec3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.665143 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9064730c-b6e5-46c5-af40-cb436e6ec3a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98b078f0-0a3d-45f2-a96c-500175894b49 HTTP/1.1" status: 204 len: 168 time: 0.1277978 Jul 16 15:40:43.665776 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55290) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:43.674547 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064730c-b6e5-46c5-af40-cb436e6ec3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b078f0-0a3d-45f2-a96c-500175894b49,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:43.750151 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4ea1-e68e-4ee6-8142-0e0165ae2c9c req-d7fdd1e1-6d66-4742-a655-7ec9943eb80f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:43.751696 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-780e4ea1-e68e-4ee6-8142-0e0165ae2c9c req-d7fdd1e1-6d66-4742-a655-7ec9943eb80f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0708439 Jul 16 15:40:43.793482 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-780e4ea1-e68e-4ee6-8142-0e0165ae2c9c req-d5b516b5-26be-4b26-91e4-e0ca4d9d84d3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342660 Jul 16 15:40:43.913227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f95833e7-09d8-44d4-ba46-d10c1eb97f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:43.943602 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d9c99430-fa2c-438a-b0fe-cf2484b47dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.012842 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f95833e7-09d8-44d4-ba46-d10c1eb97f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.020766 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f95833e7-09d8-44d4-ba46-d10c1eb97f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.060154 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f95833e7-09d8-44d4-ba46-d10c1eb97f4a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9e58919422743e6a54f31467074e6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930106 Jul 16 15:40:44.061578 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95833e7-09d8-44d4-ba46-d10c1eb97f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd180204-3bd8-4e85-933d-86d03af48583,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:44.062656 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55306) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:44.124836 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-789cfa57-16f7-49e4-917a-6f552bd3e895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.142938 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae766282-d900-4036-8925-3e95cc47826c req-a9857163-1dde-478a-bd64-efcd75979312 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:44.153842 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-789cfa57-16f7-49e4-917a-6f552bd3e895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.160064 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ae766282-d900-4036-8925-3e95cc47826c req-a9857163-1dde-478a-bd64-efcd75979312 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.0877342 Jul 16 15:40:44.236613 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-789cfa57-16f7-49e4-917a-6f552bd3e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.239209 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-789cfa57-16f7-49e4-917a-6f552bd3e895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:44.240878 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-789cfa57-16f7-49e4-917a-6f552bd3e895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd180204-3bd8-4e85-933d-86d03af48583 HTTP/1.1" status: 204 len: 168 time: 0.1766169 Jul 16 15:40:44.243266 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ae766282-d900-4036-8925-3e95cc47826c req-42bd5225-fa29-41c5-a40b-cbc34e78b13e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749707 Jul 16 15:40:44.268066 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cfa57-16f7-49e4-917a-6f552bd3e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd180204-3bd8-4e85-933d-86d03af48583,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:44.323086 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-eed75da6-9e50-4184-88ea-8ea425e61655 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705214 Jul 16 15:40:44.483069 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f10f-6526-4f7b-9054-104a864692bf req-6ae395da-ab6c-4a4c-a8f3-572d85e9b549 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:44.484901 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-acd0f10f-6526-4f7b-9054-104a864692bf req-6ae395da-ab6c-4a4c-a8f3-572d85e9b549 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 943 time: 0.2251391 Jul 16 15:40:44.504713 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91 req-35261b5f-dd7a-4ecc-a4ad-4fdee7f3f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:44.506155 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91 req-35261b5f-dd7a-4ecc-a4ad-4fdee7f3f09c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1096 time: 0.1858795 Jul 16 15:40:44.515297 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-74cb2097-5ac2-4e60-9fc5-ab90ca95b795 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660066 Jul 16 15:40:44.589614 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-acd0f10f-6526-4f7b-9054-104a864692bf req-54d6a7a8-260d-4f03-850b-a441ad564cc8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963614 Jul 16 15:40:44.779273 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f98d803d-b169-4ae9-af71-324d983fd1d2 req-467ed430-2e3e-4b25-8a72-874f3eafbb66 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501390 Jul 16 15:40:44.783745 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91 req-a4100c6a-8355-4f94-9d39-4bdb18f37761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:44.785254 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91 req-a4100c6a-8355-4f94-9d39-4bdb18f37761 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=be08718f12574e27bfe95682b66fcb06&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2551756 Jul 16 15:40:45.041231 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91 req-a7c408f4-7bdc-49c9-ab4b-4bb333554e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.043218 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f9c2bf0c-4da9-4562-8fa7-9a55d1349b91 req-a7c408f4-7bdc-49c9-ab4b-4bb333554e3e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2328968 Jul 16 15:40:45.044949 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55352) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:45.066519 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9385d-15dd-44d2-aaf2-a4426ba08674 req-2d889a19-9f58-4d5c-bec5-5427fa787716 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.068154 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6bd9385d-15dd-44d2-aaf2-a4426ba08674 req-2d889a19-9f58-4d5c-bec5-5427fa787716 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1215544 Jul 16 15:40:45.148562 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6bd9385d-15dd-44d2-aaf2-a4426ba08674 req-3821d8ed-5fc3-4888-99a8-01ee63cc2c97 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695796 Jul 16 15:40:45.163578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:40:45.176564 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-115887376-network', 'tenant_id': '4fd8975edbe54328b10c843a7d060b08'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:45.194448 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-4a140e87-d830-4570-b123-bc3f80225205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.196052 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-4a140e87-d830-4570-b123-bc3f80225205 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1096 time: 0.0875766 Jul 16 15:40:45.209286 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Made reservation on behalf of 4fd8975edbe54328b10c843a7d060b08 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:45.212948 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.229646 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.261235 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-3e0eac09-ab48-4051-963d-76f95024bf78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 200 len: 217 time: 0.0465508 Jul 16 15:40:45.318131 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-7367a8fa-5186-4ddb-bf29-4e71a193f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.320073 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-7367a8fa-5186-4ddb-bf29-4e71a193f974 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0505929 Jul 16 15:40:45.352976 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:45.366406 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8', 'network_id': '3e7c0127-5805-422a-9a08-ae82fad0e68b', 'port_id': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8', 'mac_address': 'fa:16:3e:ce:ae:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fe4092-b7c3-4fde-a7fd-08d783e65926', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:40:45.396352 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-960bfc81-6719-4203-8395-b78b20a0f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.397945 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-960bfc81-6719-4203-8395-b78b20a0f8fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706844 Jul 16 15:40:45.408217 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.435013 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.437295 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:45.442526 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.458741 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:40:45.461807 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:45.469628 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.471410 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device ff874ffa-42f4-44bf-bf98-08b7107af321 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:40:45.485960 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.486295 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Added segment 1988dd3b-d210-420a-b3c7-d830d49c8328 of type vlan for network 0151cafa-8d08-465d-9b0a-6a975c0ec94a Jul 16 15:40:45.500203 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca012115-0951-4ffa-be34-21269fa87a87,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:45.536198 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.547146 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-591a6631-ccc5-4e27-9c91-2c0e97964840 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422713 Jul 16 15:40:45.560109 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d61a02-e462-41a8-8357-dd3eb6ba199c req-e16de3dc-d404-4a07-90e3-9f064bce8d06 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.561597 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b2d61a02-e462-41a8-8357-dd3eb6ba199c req-e16de3dc-d404-4a07-90e3-9f064bce8d06 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 944 time: 0.1423881 Jul 16 15:40:45.571284 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.572325 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:45.572966 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.629694 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:45.675914 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] Pushing event updated for resources: {'Network': ['ID=0151cafa-8d08-465d-9b0a-6a975c0ec94a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:45.679013 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-21458b47-d9d4-4669-8b36-5975c81c7f1c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6329935 Jul 16 15:40:45.682185 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55382) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:45.691747 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Request body: {'subnet': {'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-115887376-subnet', 'tenant_id': '4fd8975edbe54328b10c843a7d060b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:45.703007 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 0151cafa-8d08-465d-9b0a-6a975c0ec94a details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:40:45.707607 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port ff874ffa-42f4-44bf-bf98-08b7107af321, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ff874ffa-42f4-44bf-bf98-08b7107af321,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:45.742690 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Made reservation on behalf of 4fd8975edbe54328b10c843a7d060b08 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:45.745713 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.757927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'port_id': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'mac_address': 'fa:16:3e:27:e0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:40:45.862876 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.883457 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff874ffa-42f4-44bf-bf98-08b7107af321 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:45.903536 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port ff874ffa-42f4-44bf-bf98-08b7107af321, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ff874ffa-42f4-44bf-bf98-08b7107af321,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:45.908345 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:45.953640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b2d61a02-e462-41a8-8357-dd3eb6ba199c req-91b99b85-f5a1-4f2f-af27-5a4e9ec19cce tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706968 Jul 16 15:40:45.966032 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=ff874ffa-42f4-44bf-bf98-08b7107af321,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:45.978136 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6611e8dd-1edc-447d-aab6-b74030f1d69b req-c42f01e4-d806-48a6-b2b2-614346be177e service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155900 Jul 16 15:40:45.988715 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.016813 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f866-ba67-45e4-bb51-06cadd48c4f9 req-103b5950-e1be-4198-a1ed-1761efec380c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:46.018335 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b4c6f866-ba67-45e4-bb51-06cadd48c4f9 req-103b5950-e1be-4198-a1ed-1761efec380c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 944 time: 0.1140878 Jul 16 15:40:46.055759 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c55df78-aae2-41ee-b414-095d4f119c7a,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:46.057794 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Checking segment: {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:46.058664 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Network hostable DHCP agents. Network: 0151cafa-8d08-465d-9b0a-6a975c0ec94a, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:40:46.067993 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b4c6f866-ba67-45e4-bb51-06cadd48c4f9 req-33b2672a-42cd-4dee-bfdd-f2624f9d7c6c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Jul 16 15:40:46.078611 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Network 0151cafa-8d08-465d-9b0a-6a975c0ec94a is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:40:46.085465 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55392) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:46.096666 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 0151cafa-8d08-465d-9b0a-6a975c0ec94a) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:46.101823 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:46.102417 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.107470 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47516569-b349-4e7f-b930-e6549bec1178 None None] Network 0151cafa-8d08-465d-9b0a-6a975c0ec94a requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:46.116617 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a4a32028-9f91-4813-8754-cfcd9311ee34 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4327445 Jul 16 15:40:46.203859 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f9ae-3947-45c6-af49-f675fafe203f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.270676 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f15e28-17de-4665-9f14-cca43183d093 None None] Network 0151cafa-8d08-465d-9b0a-6a975c0ec94a requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:40:46.326159 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f9ae-3947-45c6-af49-f675fafe203f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.343334 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f9ae-3947-45c6-af49-f675fafe203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.389293 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['19c37d90-52f3-4c13-8f6d-f7c2dede4db8'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:40:46.414944 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1f9ae-3947-45c6-af49-f675fafe203f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c46a678-d83d-4f8d-a53b-f97d70a32c68,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:46.427041 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55412) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:46.440392 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fbb1f9ae-3947-45c6-af49-f675fafe203f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8490bb6d02ce4995bbbfe183b36c85a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536997 Jul 16 15:40:46.475140 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f34f9-d83e-4769-868f-2bdeee4ad999 req-1ee03cbd-6866-4f17-9e87-997e8ed99b51 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:46.477233 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a52f34f9-d83e-4769-868f-2bdeee4ad999 req-1ee03cbd-6866-4f17-9e87-997e8ed99b51 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1468916 Jul 16 15:40:46.514574 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e549b02-5a91-4f5c-94aa-b40ffe7a88a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.526134 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['ff874ffa-42f4-44bf-bf98-08b7107af321'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:40:46.526756 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a52f34f9-d83e-4769-868f-2bdeee4ad999 req-7ce25325-daa6-47e5-9010-d7e1b860b4a6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430145 Jul 16 15:40:46.572307 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e549b02-5a91-4f5c-94aa-b40ffe7a88a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.618607 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.652536 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e549b02-5a91-4f5c-94aa-b40ffe7a88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.658282 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e549b02-5a91-4f5c-94aa-b40ffe7a88a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.674560 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-088e82d4-4489-4aba-bd39-2ef79644b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:46.676522 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5e549b02-5a91-4f5c-94aa-b40ffe7a88a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c46a678-d83d-4f8d-a53b-f97d70a32c68 HTTP/1.1" status: 204 len: 168 time: 0.2399249 Jul 16 15:40:46.701233 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e549b02-5a91-4f5c-94aa-b40ffe7a88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c46a678-d83d-4f8d-a53b-f97d70a32c68,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:47.051498 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55452) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:47.069291 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-27975da2-df2e-4842-aa7b-79943ca881d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.201931 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b75f42-d376-4f5a-9808-919b54f02d9a req-265e43eb-0c90-4d0f-9719-ff4bad90f12e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:47.203518 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c3b75f42-d376-4f5a-9808-919b54f02d9a req-265e43eb-0c90-4d0f-9719-ff4bad90f12e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 945 time: 0.1119533 Jul 16 15:40:47.268171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-27975da2-df2e-4842-aa7b-79943ca881d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.279254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-27975da2-df2e-4842-aa7b-79943ca881d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.307497 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c3b75f42-d376-4f5a-9808-919b54f02d9a req-a3360c94-b0cb-4cfb-ab0f-0125f80bcba6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928903 Jul 16 15:40:47.331500 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27975da2-df2e-4842-aa7b-79943ca881d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff74544-2d8b-480f-825e-ae52de43fd04,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:47.337068 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-27975da2-df2e-4842-aa7b-79943ca881d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc9294a9fb0c40a2a928f50488562c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845619 Jul 16 15:40:47.340633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55462) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:47.350532 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8262345-930f-40cc-a2ae-d2c20f3d5183 req-4483f4b0-bcff-4953-a45d-f335197a6537 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:47.351957 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c8262345-930f-40cc-a2ae-d2c20f3d5183 req-4483f4b0-bcff-4953-a45d-f335197a6537 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 944 time: 0.1618903 Jul 16 15:40:47.390151 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c8262345-930f-40cc-a2ae-d2c20f3d5183 req-4d9d5395-94d6-494d-a1b8-40692baac1b4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Jul 16 15:40:47.392475 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-32a6d348-2741-4a10-be14-f8de65f5f49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.416760 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-32a6d348-2741-4a10-be14-f8de65f5f49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.463436 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-32a6d348-2741-4a10-be14-f8de65f5f49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.466345 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-32a6d348-2741-4a10-be14-f8de65f5f49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.467491 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-32a6d348-2741-4a10-be14-f8de65f5f49f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ff74544-2d8b-480f-825e-ae52de43fd04 HTTP/1.1" status: 204 len: 168 time: 0.1257906 Jul 16 15:40:47.479708 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d348-2741-4a10-be14-f8de65f5f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff74544-2d8b-480f-825e-ae52de43fd04,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:47.620917 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.727966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93960cb2-1abb-4352-99df-51a3c176d90f req-e1a45d01-7758-479b-8ee8-b0086d59206e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:47.729475 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-93960cb2-1abb-4352-99df-51a3c176d90f req-e1a45d01-7758-479b-8ee8-b0086d59206e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0672719 Jul 16 15:40:47.767286 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-93960cb2-1abb-4352-99df-51a3c176d90f req-c55646b4-cbae-4c95-8d4e-5caf12e2e7be tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Jul 16 15:40:48.102130 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-9561c464-fc8c-48fb-912e-691473b5692e tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:48.103995 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-9561c464-fc8c-48fb-912e-691473b5692e tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/networks?id=0151cafa-8d08-465d-9b0a-6a975c0ec94a HTTP/1.1" status: 200 len: 808 time: 0.1064701 Jul 16 15:40:48.118873 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-c3d48ebf-de59-4afd-9b23-7658cf53a0e6 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/quotas/4fd8975edbe54328b10c843a7d060b08 HTTP/1.1" status: 200 len: 375 time: 0.0096939 Jul 16 15:40:48.152939 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-fb9bacdc-4428-4133-86b1-d3d96ae26c5b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd8975edbe54328b10c843a7d060b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283096 Jul 16 15:40:48.240488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-7fc45201-fae5-4453-827c-90443a752c7a service neutron] 10.222.0.10 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809901 Jul 16 15:40:48.336710 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-09a93cc9-89b5-4cc7-a8fb-9d153174c926 service neutron] 10.222.0.10 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Jul 16 15:40:48.497022 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186250-3821-42aa-9f26-a99f1b474c96 req-cd8afd29-e532-4c10-8aab-a1f540fab9de tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:48.498590 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b186250-3821-42aa-9f26-a99f1b474c96 req-cd8afd29-e532-4c10-8aab-a1f540fab9de tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 945 time: 0.0772114 Jul 16 15:40:48.554324 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b186250-3821-42aa-9f26-a99f1b474c96 req-fe0af92e-b2e8-46f5-b744-c200929a3a88 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481930 Jul 16 15:40:48.662719 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a44e8c74-9688-42e9-8f45-b698ba04b25f req-988c56a9-57a1-49a0-870f-50ac2616683b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 210 time: 0.0560834 Jul 16 15:40:48.705058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a0511-cd23-4542-8b15-ed525819a688 req-eb951e14-4d42-4d66-ac8f-c54459be4402 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:48.706736 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-948a0511-cd23-4542-8b15-ed525819a688 req-eb951e14-4d42-4d66-ac8f-c54459be4402 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 944 time: 0.1036017 Jul 16 15:40:48.754238 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-948a0511-cd23-4542-8b15-ed525819a688 req-e847de9d-b3d9-4da5-80f4-575a55df7657 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Jul 16 15:40:48.948171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fdb3e-5231-4028-9bd6-22c9760d9f81 req-8f33b38b-5fff-45cc-9c10-a089af4124b0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:48.949686 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-432fdb3e-5231-4028-9bd6-22c9760d9f81 req-8f33b38b-5fff-45cc-9c10-a089af4124b0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0640776 Jul 16 15:40:48.987460 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-432fdb3e-5231-4028-9bd6-22c9760d9f81 req-6cdb5fea-d180-4ef7-9b4d-090901cdf334 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Jul 16 15:40:49.436228 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:49.730527 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a97be-096e-4d4b-8899-7bdbd5238ed8 req-6790a103-c5f9-4e1b-b3dc-aa7313158907 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:49.732027 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b0a97be-096e-4d4b-8899-7bdbd5238ed8 req-6790a103-c5f9-4e1b-b3dc-aa7313158907 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 945 time: 0.0651085 Jul 16 15:40:49.769392 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b0a97be-096e-4d4b-8899-7bdbd5238ed8 req-b6615de2-3b71-49a6-9e4e-a60151fa39fa tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 16 15:40:49.806674 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39a8b9fb-44f9-48d3-822e-7d9b6b2c4082 req-aaeb8856-f40f-4af0-a35b-02babf94ca5b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 210 time: 0.0280032 Jul 16 15:40:49.928350 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1c30-63de-43a6-80fc-4016e1658fc4 req-6cd8de94-6443-48c8-920a-402b54b069af tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:49.929795 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-aebf1c30-63de-43a6-80fc-4016e1658fc4 req-6cd8de94-6443-48c8-920a-402b54b069af tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 944 time: 0.0612667 Jul 16 15:40:49.966471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-aebf1c30-63de-43a6-80fc-4016e1658fc4 req-d95507ef-d21f-41a0-b26c-e33d17000d26 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306880 Jul 16 15:40:50.163098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7649-e170-4a8f-ae99-5fb4b3f23850 req-853b4d83-340c-42cb-8310-2a129c936524 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:50.164488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c28e7649-e170-4a8f-ae99-5fb4b3f23850 req-853b4d83-340c-42cb-8310-2a129c936524 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0653431 Jul 16 15:40:50.200475 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c28e7649-e170-4a8f-ae99-5fb4b3f23850 req-d4ed1258-9acb-4f2d-bc30-1d3d231dcdea tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301523 Jul 16 15:40:50.547960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:50.593931 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:50.597513 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:50.597881 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:50.671610 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:50.693314 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:50.695566 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b7e74d-c043-4956-999a-c4b211a512ce" -d '{"events": [{"server_uuid": "bf2d818c-2074-4cfb-9c87-ff2509912f6e", "name": "network-vif-plugged", "status": "completed", "tag": "19c37d90-52f3-4c13-8f6d-f7c2dede4db8"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:50.708367 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:50.713243 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:50.739053 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599c507d-69ab-49f3-9b42-5745c7b98263 x-openstack-request-id: req-599c507d-69ab-49f3-9b42-5745c7b98263 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:50.739376 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d818c-2074-4cfb-9c87-ff2509912f6e", "name": "network-vif-plugged", "status": "completed", "tag": "19c37d90-52f3-4c13-8f6d-f7c2dede4db8", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:50.739624 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-599c507d-69ab-49f3-9b42-5745c7b98263 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:50.739995 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8', 'code': 200} Jul 16 15:40:50.765068 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:50.956517 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d96744f0-8695-4e17-8270-9e375b280ea3 req-4d2b25ca-0faf-4145-a2bb-b48091c9fe85 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 210 time: 0.0324795 Jul 16 15:40:50.978918 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa09e1-3424-4805-93b3-62be235bdea8 req-54486532-a0ac-454b-8796-f1340d2001b3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:50.980464 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-85fa09e1-3424-4805-93b3-62be235bdea8 req-54486532-a0ac-454b-8796-f1340d2001b3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0916028 Jul 16 15:40:51.019377 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-85fa09e1-3424-4805-93b3-62be235bdea8 req-18fcece1-bd18-4c2c-81b5-53e4d464afd4 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Jul 16 15:40:51.166544 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b74ec-6640-4aed-beea-3e6960f8abbb req-8d4d3d49-daaf-45ee-825e-a299fdbf975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:51.168305 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc3b74ec-6640-4aed-beea-3e6960f8abbb req-8d4d3d49-daaf-45ee-825e-a299fdbf975c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 1099 time: 0.1294820 Jul 16 15:40:51.180867 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac68a02-5684-4048-be56-5ac2528cf980 req-5e990597-75ec-49e8-8f43-68382b82a57e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:51.182347 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4ac68a02-5684-4048-be56-5ac2528cf980 req-5e990597-75ec-49e8-8f43-68382b82a57e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 944 time: 0.0999715 Jul 16 15:40:51.247176 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc3b74ec-6640-4aed-beea-3e6960f8abbb req-1dd4d59b-ba6f-4262-83f3-f9f77d676e7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jul 16 15:40:51.253197 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4ac68a02-5684-4048-be56-5ac2528cf980 req-809e760f-5576-4c44-9829-a5560fcf30eb tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633521 Jul 16 15:40:51.390395 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6816f5-8422-4d9d-a1fc-71104e8be068 req-20cb2d8b-0e7e-497e-8983-1cd2af94145b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:51.391919 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf6816f5-8422-4d9d-a1fc-71104e8be068 req-20cb2d8b-0e7e-497e-8983-1cd2af94145b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0636528 Jul 16 15:40:51.431854 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf6816f5-8422-4d9d-a1fc-71104e8be068 req-b9081f89-b2a0-4641-8ff5-07a4e29ecefa tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342958 Jul 16 15:40:51.678625 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55606) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:51.785568 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-38695a73-a0db-44f4-960e-c3a0c043338a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:51.877130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-38695a73-a0db-44f4-960e-c3a0c043338a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:51.881557 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-38695a73-a0db-44f4-960e-c3a0c043338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:51.912642 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-38695a73-a0db-44f4-960e-c3a0c043338a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dc21ea230134e538b8b25b0b6b595ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329147 Jul 16 15:40:51.915439 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55612) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:51.927823 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38695a73-a0db-44f4-960e-c3a0c043338a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62bf858-c003-4852-a3cc-524cbd94a9b6,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:52.022173 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-dea9a8e8-8f49-49ef-bcd5-1455a9ddaf9f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:52.023616 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-dea9a8e8-8f49-49ef-bcd5-1455a9ddaf9f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "GET /v2.0/networks?id=0151cafa-8d08-465d-9b0a-6a975c0ec94a HTTP/1.1" status: 200 len: 808 time: 0.1518764 Jul 16 15:40:52.026305 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6dda9313-3a3f-4bbf-b12b-f09fe0c511cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.052749 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Request body: {'port': {'device_id': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a', 'admin_state_up': True, 'tenant_id': '4fd8975edbe54328b10c843a7d060b08'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:52.068591 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6dda9313-3a3f-4bbf-b12b-f09fe0c511cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.139404 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf4f7303-7969-4861-8f77-228ab93e8dc5 req-b66ef84f-a4d0-431b-a348-3058bbe238f1 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 210 time: 0.0552289 Jul 16 15:40:52.238909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6dda9313-3a3f-4bbf-b12b-f09fe0c511cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.241335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-6dda9313-3a3f-4bbf-b12b-f09fe0c511cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.242426 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-6dda9313-3a3f-4bbf-b12b-f09fe0c511cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f62bf858-c003-4852-a3cc-524cbd94a9b6 HTTP/1.1" status: 204 len: 168 time: 0.3257935 Jul 16 15:40:52.263936 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda9313-3a3f-4bbf-b12b-f09fe0c511cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62bf858-c003-4852-a3cc-524cbd94a9b6,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:52.268513 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Made reservation on behalf of 4fd8975edbe54328b10c843a7d060b08 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:40:52.271934 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.291133 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde7ec-609e-4851-8e5b-cd8455a1f73e req-5cd1d03d-408c-4657-9c2f-1319510b867b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:52.292704 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-12bde7ec-609e-4851-8e5b-cd8455a1f73e req-5cd1d03d-408c-4657-9c2f-1319510b867b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1297534 Jul 16 15:40:52.423338 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-12bde7ec-609e-4851-8e5b-cd8455a1f73e req-328b2372-db7b-4f03-a68c-84d3966e3e99 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187496 Jul 16 15:40:52.546124 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:40:52.562759 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device ff874ffa-42f4-44bf-bf98-08b7107af321 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:52.622992 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833916e-8c45-45a0-9bf1-69cda54032cb req-8c79a5f3-cb6c-4353-a0e7-1acba0404b24 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:52.629596 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e833916e-8c45-45a0-9bf1-69cda54032cb req-8c79a5f3-cb6c-4353-a0e7-1acba0404b24 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 944 time: 0.2281909 Jul 16 15:40:52.674073 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Allocated IP 172.20.0.11 (0151cafa-8d08-465d-9b0a-6a975c0ec94a/6c55df78-aae2-41ee-b414-095d4f119c7a/52b6b240-df44-42e4-bb73-ee7c66655b90) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:40:52.717478 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port ff874ffa-42f4-44bf-bf98-08b7107af321 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:52.725862 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port ff874ffa-42f4-44bf-bf98-08b7107af321 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:52.726369 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.757054 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e833916e-8c45-45a0-9bf1-69cda54032cb req-14275f0b-6833-42db-b5e1-b15c8c9526ad tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265292 Jul 16 15:40:52.774689 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:52.791529 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5fc10-a5e3-42f2-93ff-db6347b7d6a8 req-53fe04ae-a5ab-42ab-9c85-df4b80bdf29d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:52.794514 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'mac_address': 'fa:16:3e:e8:c9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:40:52.799095 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42b5fc10-a5e3-42f2-93ff-db6347b7d6a8 req-53fe04ae-a5ab-42ab-9c85-df4b80bdf29d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.2101130 Jul 16 15:40:52.869648 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.900418 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.928656 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cb2609-d25f-4818-896b-8d39a35fd397 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:52.938290 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:52.940940 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1890f-798d-4d14-822f-d764e35102fc" -d '{"events": [{"server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "name": "network-vif-plugged", "status": "completed", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:52.986851 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port ff874ffa-42f4-44bf-bf98-08b7107af321, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ff874ffa-42f4-44bf-bf98-08b7107af321,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:53.010339 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.026233 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:53.028808 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0fe82e-35c2-42eb-a42e-7f96e6913ba1 x-openstack-request-id: req-4e0fe82e-35c2-42eb-a42e-7f96e6913ba1 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:53.029273 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "name": "network-vif-plugged", "status": "completed", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:53.029679 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e0fe82e-35c2-42eb-a42e-7f96e6913ba1 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:53.030215 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'code': 200} Jul 16 15:40:53.037164 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42b5fc10-a5e3-42f2-93ff-db6347b7d6a8 req-d2a7b57c-6860-4f3c-9da6-62e773547479 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228155 Jul 16 15:40:53.069388 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.104434 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=ff874ffa-42f4-44bf-bf98-08b7107af321,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:53.107914 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.174372 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.174749 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:53.240103 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Network 0151cafa-8d08-465d-9b0a-6a975c0ec94a is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:40:53.243540 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:40:53.246765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:40:53.253670 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Pushing event updated for resources: {'Port': ['ID=52b6b240-df44-42e4-bb73-ee7c66655b90,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:53.330708 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:53.331342 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.352034 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6e68b932-d7e4-42fc-bc27-59a832bf7f7f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3063929 Jul 16 15:40:53.368223 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f730-1e2f-4cc4-b600-73c055b6ae46 req-bfdb8cfa-53ca-4c7c-adad-0e59a22aae14 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:53.371268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f932f730-1e2f-4cc4-b600-73c055b6ae46 req-bfdb8cfa-53ca-4c7c-adad-0e59a22aae14 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 932 time: 0.0943429 Jul 16 15:40:53.412286 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f932f730-1e2f-4cc4-b600-73c055b6ae46 req-987c1621-1002-478f-8fcf-b9f375fa6513 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350137 Jul 16 15:40:53.592700 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede18d-afc7-4fdd-819e-d17a3754f08a req-c82f52e1-851f-4172-9888-b9188ae028fb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:53.594238 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-aeede18d-afc7-4fdd-819e-d17a3754f08a req-c82f52e1-851f-4172-9888-b9188ae028fb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0701513 Jul 16 15:40:53.649185 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-aeede18d-afc7-4fdd-819e-d17a3754f08a req-31adc116-3035-4acc-be3d-511ae0a00782 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Jul 16 15:40:53.964288 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b448-4eb8-4116-aaba-c151ca9c4097 req-d8c2766c-b9f0-4369-a390-9e3b145f8a3e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:53.965744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c296b448-4eb8-4116-aaba-c151ca9c4097 req-d8c2766c-b9f0-4369-a390-9e3b145f8a3e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Jul 16 15:40:54.002928 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c296b448-4eb8-4116-aaba-c151ca9c4097 req-daba42df-8b24-456f-b16d-b9c181e4c44c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 Jul 16 15:40:54.088761 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb99e-048b-4f28-8ac0-d1ab1def183b req-ea72971a-f077-4c00-bf80-52e9fcd4b351 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:54.090766 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fe7bb99e-048b-4f28-8ac0-d1ab1def183b req-ea72971a-f077-4c00-bf80-52e9fcd4b351 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0649858 Jul 16 15:40:54.127238 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fe7bb99e-048b-4f28-8ac0-d1ab1def183b req-8fbfb48c-59c6-43ea-a529-cd47be037389 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Jul 16 15:40:54.210232 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e81ba-72a4-4d29-b3d3-d42300f0bef6 req-948ee03d-4794-4fe4-8c95-1f74294e6604 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:54.211619 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f94e81ba-72a4-4d29-b3d3-d42300f0bef6 req-948ee03d-4794-4fe4-8c95-1f74294e6604 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 944 time: 0.0603065 Jul 16 15:40:54.247901 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f94e81ba-72a4-4d29-b3d3-d42300f0bef6 req-31fe8b06-f9dc-4f02-8f97-124549a54aa0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302279 Jul 16 15:40:54.586683 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98bf0-3c77-4143-83e5-7a758b90d612 req-91408281-4177-4896-9e3f-506dfac0727a tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:54.588325 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89c98bf0-3c77-4143-83e5-7a758b90d612 req-91408281-4177-4896-9e3f-506dfac0727a tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 932 time: 0.0600564 Jul 16 15:40:54.625790 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89c98bf0-3c77-4143-83e5-7a758b90d612 req-0bcefd5b-865b-4ecf-9893-6cbf55b513c7 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jul 16 15:40:55.171608 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd05835-a5d8-4e2f-9885-03b1d5b0b3c2 req-7f9859b3-13cd-4d92-a458-36a57f7bcff8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:55.172804 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fd05835-a5d8-4e2f-9885-03b1d5b0b3c2 req-7f9859b3-13cd-4d92-a458-36a57f7bcff8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0647032 Jul 16 15:40:55.209788 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fd05835-a5d8-4e2f-9885-03b1d5b0b3c2 req-8d907e8b-c8ba-43f4-ae9f-97b0a5e6f1f8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Jul 16 15:40:55.294754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce5bff-04b9-44e2-b3f8-0f375602bdac req-d33cbb0e-83a2-4148-85ed-bed665ba90d8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:55.296227 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-58ce5bff-04b9-44e2-b3f8-0f375602bdac req-d33cbb0e-83a2-4148-85ed-bed665ba90d8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0613089 Jul 16 15:40:55.332250 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-58ce5bff-04b9-44e2-b3f8-0f375602bdac req-8b619e4c-4be2-4854-80cc-811a3f192da4 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304983 Jul 16 15:40:55.420790 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da4e6a-c7c2-4ac8-b85c-f75e09aae073 req-aa8c8816-2b4e-4650-80b1-957b5c89eb33 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:55.422133 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8da4e6a-c7c2-4ac8-b85c-f75e09aae073 req-aa8c8816-2b4e-4650-80b1-957b5c89eb33 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 944 time: 0.0638552 Jul 16 15:40:55.457706 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8da4e6a-c7c2-4ac8-b85c-f75e09aae073 req-dc107add-de97-4b2c-96cc-6e067eebd398 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301943 Jul 16 15:40:55.796348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25479e8c-9266-44ce-95da-7d65c8c0912b req-4ca3ea51-0f0b-445b-839a-d4a76a798043 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:55.797780 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-25479e8c-9266-44ce-95da-7d65c8c0912b req-4ca3ea51-0f0b-445b-839a-d4a76a798043 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 932 time: 0.0605273 Jul 16 15:40:55.833949 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-25479e8c-9266-44ce-95da-7d65c8c0912b req-dbdab1aa-aea8-4ffb-82ab-55ed97c6d8e3 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Jul 16 15:40:56.221555 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Request body: {'port': {'device_id': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:40:56.378495 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:56.500036 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-e0b8481a-b265-4221-8243-1d54276f4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:56.501449 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-e0b8481a-b265-4221-8243-1d54276f4e57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 1099 time: 0.2110713 Jul 16 15:40:56.621999 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['a8cb2609-d25f-4818-896b-8d39a35fd397'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:40:56.814710 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802d19c-cc29-4f57-90b3-21fdc7c24cc5 req-201a0875-e4de-4cf0-b3d8-e99c00a4f528 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:56.816221 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c802d19c-cc29-4f57-90b3-21fdc7c24cc5 req-201a0875-e4de-4cf0-b3d8-e99c00a4f528 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.4755933 Jul 16 15:40:56.959239 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c802d19c-cc29-4f57-90b3-21fdc7c24cc5 req-f2110585-2f74-4a90-9dd1-f06d4828c77d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322398 Jul 16 15:40:56.988251 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15aaf4-487e-4c48-bef2-36bad4f1f2f3 req-e0af1563-8132-4791-a4b3-9d7a52d151bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:56.989722 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-db15aaf4-487e-4c48-bef2-36bad4f1f2f3 req-e0af1563-8132-4791-a4b3-9d7a52d151bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1098 time: 0.5494006 Jul 16 15:40:57.014833 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f4085-5c2f-4a64-bad1-d2689813b84e req-d9e33695-a549-45f6-bf81-cfe0b86962ac tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:57.016583 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6a1f4085-5c2f-4a64-bad1-d2689813b84e req-d9e33695-a549-45f6-bf81-cfe0b86962ac tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.5328381 Jul 16 15:40:57.030091 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-4ec30437-7651-4365-a33a-31f2420c882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:57.031531 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-4ec30437-7651-4365-a33a-31f2420c882b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.4785020 Jul 16 15:40:57.113774 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-fd2174ff-c2bc-4d14-a2c5-fd9b73b768f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8 HTTP/1.1" status: 200 len: 217 time: 0.0696425 Jul 16 15:40:57.172995 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-db15aaf4-487e-4c48-bef2-36bad4f1f2f3 req-2661322e-466a-464b-aa7b-d0198d19d6bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706176 Jul 16 15:40:57.212039 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6a1f4085-5c2f-4a64-bad1-d2689813b84e req-6918ff0c-7cd3-401e-b4ae-134f7edc523c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870899 Jul 16 15:40:57.266083 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-d59ea73d-3157-4f1b-a2bc-fbfad9917e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:57.267587 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-d59ea73d-3157-4f1b-a2bc-fbfad9917e34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.1377158 Jul 16 15:40:57.285504 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b6b240-df44-42e4-bb73-ee7c66655b90 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:40:57.294794 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.303649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec4a7-4990-4d3d-90f6-f6dbc6f0ab3c req-f74e68fe-0d92-4fa6-8e92-791395ae5fac tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:57.305160 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-290ec4a7-4990-4d3d-90f6-f6dbc6f0ab3c req-f74e68fe-0d92-4fa6-8e92-791395ae5fac tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 944 time: 0.2015069 Jul 16 15:40:57.322553 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Transition to ACTIVE for port object 52b6b240-df44-42e4-bb73-ee7c66655b90 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:40:57.333779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.416131 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-290ec4a7-4990-4d3d-90f6-f6dbc6f0ab3c req-547a3985-96a1-4cd5-a248-65f8b5c606f6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017482 Jul 16 15:40:57.429661 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6b240-df44-42e4-bb73-ee7c66655b90,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:57.459161 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55854) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:57.507030 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e34202-9bf7-41c6-ab53-1e58ce25f55a req-cd07f1d2-35c1-471c-83b4-fe489e1f099c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:57.508449 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-30e34202-9bf7-41c6-ab53-1e58ce25f55a req-cd07f1d2-35c1-471c-83b4-fe489e1f099c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.1778660 Jul 16 15:40:57.538540 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Attempting to bind port 52b6b240-df44-42e4-bb73-ee7c66655b90 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:40:57.538881 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Attempting to bind port 52b6b240-df44-42e4-bb73-ee7c66655b90 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:40:57.539208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Attempting to bind port 52b6b240-df44-42e4-bb73-ee7c66655b90 on network 0151cafa-8d08-465d-9b0a-6a975c0ec94a {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:57.548223 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Port 52b6b240-df44-42e4-bb73-ee7c66655b90 on network 0151cafa-8d08-465d-9b0a-6a975c0ec94a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:40:57.548556 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Attempting to bind port 52b6b240-df44-42e4-bb73-ee7c66655b90 on network 0151cafa-8d08-465d-9b0a-6a975c0ec94a {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:40:57.562828 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:40:57.563181 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Checking segment: {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:40:57.563574 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Bound using segment: {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:40:57.564044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Bound port: 52b6b240-df44-42e4-bb73-ee7c66655b90, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:40:57.564407 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.572538 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e0003af5-f341-4acd-bf63-7a436801d5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.577307 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-30e34202-9bf7-41c6-ab53-1e58ce25f55a req-a687f1c4-92eb-4fb0-9788-c577eb3b96a7 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Jul 16 15:40:57.670459 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e0003af5-f341-4acd-bf63-7a436801d5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.672136 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-11c22f7e-3ead-4bfc-bd28-671e5daf70a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354548 Jul 16 15:40:57.674717 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e0003af5-f341-4acd-bf63-7a436801d5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.676663 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] For port 52b6b240-df44-42e4-bb73-ee7c66655b90, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:40:57.707490 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] For port 52b6b240-df44-42e4-bb73-ee7c66655b90, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=52b6b240-df44-42e4-bb73-ee7c66655b90,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:40:57.717016 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.718623 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0003af5-f341-4acd-bf63-7a436801d5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c8848-3313-48de-8d60-779717e1ba72,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:57.733170 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55860) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:57.733503 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e0003af5-f341-4acd-bf63-7a436801d5e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef3fe0692a5d49158e7905b7f544430b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730825 Jul 16 15:40:57.788878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:57.789449 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:57.791005 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] 10.222.0.11 "PUT /v2.0/ports/52b6b240-df44-42e4-bb73-ee7c66655b90 HTTP/1.1" status: 200 len: 1094 time: 1.5739827 Jul 16 15:40:57.792096 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'tag': '52b6b240-df44-42e4-bb73-ee7c66655b90'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:57.794272 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed23405-ea99-4865-b3be-9753eeed2a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6bf489-5b76-4fee-8cec-59398cc0790c", "tag": "52b6b240-df44-42e4-bb73-ee7c66655b90"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:57.849887 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43000717-d3a0-4961-8c8b-166d43c96897 x-openstack-request-id: req-43000717-d3a0-4961-8c8b-166d43c96897 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:57.850168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6bf489-5b76-4fee-8cec-59398cc0790c", "tag": "52b6b240-df44-42e4-bb73-ee7c66655b90", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:57.851009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43000717-d3a0-4961-8c8b-166d43c96897 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:57.851523 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'tag': '52b6b240-df44-42e4-bb73-ee7c66655b90', 'status': 'completed', 'code': 200} Jul 16 15:40:57.894915 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb4c14-ef38-4dab-a483-6509a58b0379 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6b240-df44-42e4-bb73-ee7c66655b90,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:57.916208 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-3f6ba653-83df-4b71-a37e-18f4ed5b3fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342689 Jul 16 15:40:57.967318 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-16e14758-eac0-44ff-85a0-2da508078bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.064940 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-16e14758-eac0-44ff-85a0-2da508078bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.073853 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aa754-d4c7-4c9e-830e-24ab35494193 req-d1b2aebb-3ec8-4e6c-bd32-bf3497a56c11 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.075409 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a4aa754-d4c7-4c9e-830e-24ab35494193 req-d1b2aebb-3ec8-4e6c-bd32-bf3497a56c11 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.2533293 Jul 16 15:40:58.137222 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:40:58.190128 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port a8cb2609-d25f-4818-896b-8d39a35fd397 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:40:58.194080 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port a8cb2609-d25f-4818-896b-8d39a35fd397 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:40:58.194521 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.200253 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29b921fb-5c08-4866-abf6-de6c6639bed4 req-9163b48a-d5e5-4d2e-80ce-e94aafaec12a service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676599 Jul 16 15:40:58.213739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23405-ea99-4865-b3be-9753eeed2a4d req-bf39d467-61b8-408c-b40c-b706165300c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.215877 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5ed23405-ea99-4865-b3be-9753eeed2a4d req-bf39d467-61b8-408c-b40c-b706165300c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8975edbe54328b10c843a7d060b08&device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 1097 time: 0.2794423 Jul 16 15:40:58.227897 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a4aa754-d4c7-4c9e-830e-24ab35494193 req-db6b6da2-b177-4c9e-acf3-494331b6e883 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389902 Jul 16 15:40:58.286807 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.308913 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:40:58.311046 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b5a03f-5845-4dec-9a36-55b873b7dcaa" -d '{"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:40:58.315908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-16e14758-eac0-44ff-85a0-2da508078bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.318848 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-16e14758-eac0-44ff-85a0-2da508078bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.322439 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-16e14758-eac0-44ff-85a0-2da508078bf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a64c8848-3313-48de-8d60-779717e1ba72 HTTP/1.1" status: 204 len: 168 time: 0.5857816 Jul 16 15:40:58.327927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:40:58.334894 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.341973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14758-eac0-44ff-85a0-2da508078bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c8848-3313-48de-8d60-779717e1ba72,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:58.411055 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:58.416468 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9457756-a4ee-4485-bfe7-a66e7bd202df req-eb2805b5-4b12-4f8f-aa48-fd2cdbc51a59 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.423735 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b9457756-a4ee-4485-bfe7-a66e7bd202df req-eb2805b5-4b12-4f8f-aa48-fd2cdbc51a59 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.3244553 Jul 16 15:40:58.449470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23405-ea99-4865-b3be-9753eeed2a4d req-70b414b5-030e-40f3-a0c4-0d286eaa2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.450933 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5ed23405-ea99-4865-b3be-9753eeed2a4d req-70b414b5-030e-40f3-a0c4-0d286eaa2ccf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fd8975edbe54328b10c843a7d060b08&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2140908 Jul 16 15:40:58.508221 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b9457756-a4ee-4485-bfe7-a66e7bd202df req-be976acc-df91-4d80-beac-a1578963feac tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836010 Jul 16 15:40:58.525272 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aab7bd-b3ab-4040-b58d-644f197a37e6 req-4e49338f-d108-464f-96af-b9da7a248d86 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.527393 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f7aab7bd-b3ab-4040-b58d-644f197a37e6 req-4e49338f-d108-464f-96af-b9da7a248d86 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1860597 Jul 16 15:40:58.563673 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf32ce1-cd47-47ef-9fb2-015833c6e076 x-openstack-request-id: req-eaf32ce1-cd47-47ef-9fb2-015833c6e076 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:40:58.564143 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:40:58.564556 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaf32ce1-cd47-47ef-9fb2-015833c6e076 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:40:58.565100 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'code': 200} Jul 16 15:40:58.616133 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f7aab7bd-b3ab-4040-b58d-644f197a37e6 req-6220628a-858b-42c1-83fe-de6b757fcd6c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Jul 16 15:40:58.617478 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23405-ea99-4865-b3be-9753eeed2a4d req-f276b2a7-2c21-4957-a5e1-706484660962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.618851 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5ed23405-ea99-4865-b3be-9753eeed2a4d req-f276b2a7-2c21-4957-a5e1-706484660962 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515446 Jul 16 15:40:58.639422 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 55894) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:58.648949 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-05b18a9f-d736-4989-8c92-39db7ecea16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.789997 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5741a-4552-41a1-b67c-fa58c7ffb0b7 req-83ed3bd8-fa66-474d-b1c2-032afe2cabcc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.791476 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6a5741a-4552-41a1-b67c-fa58c7ffb0b7 req-83ed3bd8-fa66-474d-b1c2-032afe2cabcc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1348152 Jul 16 15:40:58.854921 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-05b18a9f-d736-4989-8c92-39db7ecea16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.866110 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-05b18a9f-d736-4989-8c92-39db7ecea16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:58.879058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3a94-b370-4b47-8561-dfd29f2558c0 req-99ef0200-8764-4f84-be7c-3766e6c9899f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:58.880532 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bd2d3a94-b370-4b47-8561-dfd29f2558c0 req-99ef0200-8764-4f84-be7c-3766e6c9899f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.1477554 Jul 16 15:40:58.897303 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6a5741a-4552-41a1-b67c-fa58c7ffb0b7 req-098f57b3-4394-4f31-89b3-c0dd9fd7c5fb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971451 Jul 16 15:40:58.937388 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18a9f-d736-4989-8c92-39db7ecea16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d92514-f1d1-4ca3-94a8-1dee7c3787eb,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:58.941867 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-05b18a9f-d736-4989-8c92-39db7ecea16b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=441dac3e94224517b940a6018041418f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072035 Jul 16 15:40:58.945364 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55896) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:40:58.958774 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bd2d3a94-b370-4b47-8561-dfd29f2558c0 req-ba48480f-70ae-4f9b-9017-76504ed1eaf4 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665243 Jul 16 15:40:58.994985 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:59.016107 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:59.062081 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:59.064786 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:59.065926 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45d92514-f1d1-4ca3-94a8-1dee7c3787eb HTTP/1.1" status: 204 len: 168 time: 0.1202505 Jul 16 15:40:59.073281 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d92514-f1d1-4ca3-94a8-1dee7c3787eb,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:40:59.080114 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.080465 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.080804 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.081134 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.081463 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.081792 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.082114 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.082437 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.082761 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.083081 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.083491 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.083811 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e00a016-c00a-4cd5-ab06-fe45f9a970e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:40:59.401954 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8781111-49e7-49a3-9397-a6bf753ed8a2 req-6d63b942-899a-4428-9fcb-6b0655e44833 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:59.403680 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8781111-49e7-49a3-9397-a6bf753ed8a2 req-6d63b942-899a-4428-9fcb-6b0655e44833 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.0686412 Jul 16 15:40:59.443681 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8781111-49e7-49a3-9397-a6bf753ed8a2 req-3e1d401e-5979-4f9b-9f7a-666e1f492f16 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jul 16 15:40:59.693154 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fba9e-b41a-4d10-9f72-c30a14a0e6c9 req-6b35bb7a-465e-44e1-86bf-a49933478eae tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:59.694166 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-067fba9e-b41a-4d10-9f72-c30a14a0e6c9 req-6b35bb7a-465e-44e1-86bf-a49933478eae tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0763440 Jul 16 15:40:59.747928 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-067fba9e-b41a-4d10-9f72-c30a14a0e6c9 req-eb2cf884-2a1b-4c6e-b041-39670b53b376 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491002 Jul 16 15:40:59.802574 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416c501-c2c6-4b42-a945-b2b70a185214 req-1f73f57e-2517-4dc9-9dbd-e8e6cbfd715c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:40:59.804062 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3416c501-c2c6-4b42-a945-b2b70a185214 req-1f73f57e-2517-4dc9-9dbd-e8e6cbfd715c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0762143 Jul 16 15:40:59.843874 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3416c501-c2c6-4b42-a945-b2b70a185214 req-59333e70-c3db-4bad-8d66-ce62de165fdd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Jul 16 15:41:00.093610 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe38fe-abce-46ab-aee5-672bac8c2a27 req-853abd5e-0b59-42f7-83c0-d0b58d1bcfc9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:00.095567 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6dbe38fe-abce-46ab-aee5-672bac8c2a27 req-853abd5e-0b59-42f7-83c0-d0b58d1bcfc9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0803773 Jul 16 15:41:00.150657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6dbe38fe-abce-46ab-aee5-672bac8c2a27 req-1eb44680-e9e1-42f3-a644-07a5a94d51f3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484090 Jul 16 15:41:00.309081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc376e37-85b4-4dc8-aff6-97c17eb36692 req-e0bf7863-53fd-4146-9743-31e97c0c6d71 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:00.310547 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc376e37-85b4-4dc8-aff6-97c17eb36692 req-e0bf7863-53fd-4146-9743-31e97c0c6d71 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.0648170 Jul 16 15:41:00.350501 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc376e37-85b4-4dc8-aff6-97c17eb36692 req-5bd46282-0866-4fd3-89bf-5ad9006f55fa tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341969 Jul 16 15:41:00.622438 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c40efa-4206-4e93-a0fc-fb1111a4fc81 req-753a0fde-fe07-4f2f-8501-1a0e3b403c8f tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:00.623976 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d5c40efa-4206-4e93-a0fc-fb1111a4fc81 req-753a0fde-fe07-4f2f-8501-1a0e3b403c8f tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.0626376 Jul 16 15:41:00.667462 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d5c40efa-4206-4e93-a0fc-fb1111a4fc81 req-f213522e-f8a1-4823-a832-b5d34b9ab35b tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350370 Jul 16 15:41:00.933860 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d617e89-1b98-41ad-8a61-ae8f43068e36 req-e43c0d7c-2aa4-4e00-90d4-f107090dc44c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:00.935412 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d617e89-1b98-41ad-8a61-ae8f43068e36 req-e43c0d7c-2aa4-4e00-90d4-f107090dc44c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0783875 Jul 16 15:41:01.191694 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 55994) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:01.212865 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d617e89-1b98-41ad-8a61-ae8f43068e36 req-a303d645-adcf-4f26-b0d3-faf6d0e83a01 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718639 Jul 16 15:41:01.247322 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791dc9d-06ee-4757-892c-be78740a900e req-400eb2df-b7af-496f-9931-fe89379c771a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:01.248839 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7791dc9d-06ee-4757-892c-be78740a900e req-400eb2df-b7af-496f-9931-fe89379c771a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0852778 Jul 16 15:41:01.286605 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7791dc9d-06ee-4757-892c-be78740a900e req-dc4b190b-6111-4c53-a066-3f7df7a24ea4 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 16 15:41:01.304515 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2a8b22ce-ede7-4326-a755-57effd1ae241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.378486 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8be9d0-b9c6-4679-9804-2d66f5af1dfa req-bbac92c9-67b1-4dd5-941c-87df0df369e2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:01.380082 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf8be9d0-b9c6-4679-9804-2d66f5af1dfa req-bbac92c9-67b1-4dd5-941c-87df0df369e2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0655637 Jul 16 15:41:01.405064 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2a8b22ce-ede7-4326-a755-57effd1ae241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.408896 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2a8b22ce-ede7-4326-a755-57effd1ae241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.427780 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf8be9d0-b9c6-4679-9804-2d66f5af1dfa req-b4472422-52f1-45ae-9ae8-ac59d06ffb3c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418899 Jul 16 15:41:01.450424 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56002) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:01.450632 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2a8b22ce-ede7-4326-a755-57effd1ae241 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f3e098cadc74bd4896d280c59431093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570722 Jul 16 15:41:01.451407 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b22ce-ede7-4326-a755-57effd1ae241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1ec1d-afcb-43a1-b190-f85fca68602f,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:01.531093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.563391 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.579493 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5184b-a43d-44d4-8799-ef382201e632 req-7a53745a-5a97-4265-8dea-287940d2a3cf tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:01.580977 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6fc5184b-a43d-44d4-8799-ef382201e632 req-7a53745a-5a97-4265-8dea-287940d2a3cf tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.1057060 Jul 16 15:41:01.632471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6fc5184b-a43d-44d4-8799-ef382201e632 req-fbcaec4b-9911-41a6-965e-bb68b9b56210 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Jul 16 15:41:01.640987 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.643541 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.644617 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ca1ec1d-afcb-43a1-b190-f85fca68602f HTTP/1.1" status: 204 len: 168 time: 0.1931646 Jul 16 15:41:01.652473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca1ec1d-afcb-43a1-b190-f85fca68602f,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:01.659384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.659735 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.660075 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.660409 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.660754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.661067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.661391 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.661715 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.662041 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.662362 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.662681 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.662999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ede63-fc4b-4126-a0a8-e5b6831772d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:01.873284 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4007-50e0-4130-8f76-bdb1f608c888 req-0f5391f9-80bf-4143-be80-46b27b426147 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:01.874777 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d4b4007-50e0-4130-8f76-bdb1f608c888 req-0f5391f9-80bf-4143-be80-46b27b426147 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.0871034 Jul 16 15:41:01.916441 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d4b4007-50e0-4130-8f76-bdb1f608c888 req-2dea77dc-e15d-4790-87a0-b2e62853793d tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354738 Jul 16 15:41:01.920734 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56010) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:01.935263 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a3b90581-d65a-43c1-8ed9-f6a0c4313f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:01.979578 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-a7433f2d-d8c5-4af3-863b-e0f7a51565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:01.982060 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-a7433f2d-d8c5-4af3-863b-e0f7a51565ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8975edbe54328b10c843a7d060b08&device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 1097 time: 0.0636506 Jul 16 15:41:02.028415 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a3b90581-d65a-43c1-8ed9-f6a0c4313f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:02.032409 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a3b90581-d65a-43c1-8ed9-f6a0c4313f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:02.077417 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a3b90581-d65a-43c1-8ed9-f6a0c4313f27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fd2542212af4827b002d3fee1c6c7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552444 Jul 16 15:41:02.078117 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90581-d65a-43c1-8ed9-f6a0c4313f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc51156-bf79-4116-98f6-066f128232ce,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:02.080720 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56012) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:02.133778 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-97fe235e-c0c3-486c-ad7a-4c70189f19af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:02.181991 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-15d35973-5353-4f3f-9e59-0c09962c4f37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52b6b240-df44-42e4-bb73-ee7c66655b90 HTTP/1.1" status: 200 len: 217 time: 0.0537488 Jul 16 15:41:02.218662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-97fe235e-c0c3-486c-ad7a-4c70189f19af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:02.293058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-c5680585-c4ec-4426-af88-b0055bdff608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:02.294607 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-c5680585-c4ec-4426-af88-b0055bdff608 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c55df78-aae2-41ee-b414-095d4f119c7a HTTP/1.1" status: 200 len: 848 time: 0.0928206 Jul 16 15:41:02.306841 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34017ed8-255a-4d8d-83cb-03ea911b4d28 req-93fa4c4b-e2c4-4ba2-b8a1-d5962ca0aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:02.308694 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-34017ed8-255a-4d8d-83cb-03ea911b4d28 req-93fa4c4b-e2c4-4ba2-b8a1-d5962ca0aca1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1098 time: 0.1367419 Jul 16 15:41:02.350134 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-73cfb4df-f97a-4537-8f03-0bc97ff96675 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0151cafa-8d08-465d-9b0a-6a975c0ec94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448873 Jul 16 15:41:02.359024 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-97fe235e-c0c3-486c-ad7a-4c70189f19af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:02.362329 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-97fe235e-c0c3-486c-ad7a-4c70189f19af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:02.364022 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-97fe235e-c0c3-486c-ad7a-4c70189f19af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bc51156-bf79-4116-98f6-066f128232ce HTTP/1.1" status: 204 len: 168 time: 0.2819440 Jul 16 15:41:02.386919 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe235e-c0c3-486c-ad7a-4c70189f19af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc51156-bf79-4116-98f6-066f128232ce,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:02.465689 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-34017ed8-255a-4d8d-83cb-03ea911b4d28 req-df4235cb-31ed-4c57-bf7a-e080056fde20 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491618 Jul 16 15:41:02.567042 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-12bd9166-dc17-4c47-a02c-9b976119247e service neutron] 10.222.0.11 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884141 Jul 16 15:41:02.580991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e2e70-0cd0-486e-a28c-e9d02cca193f req-70c49cf0-8af5-40f0-9d4f-32189feae54d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:02.582429 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc0e2e70-0cd0-486e-a28c-e9d02cca193f req-70c49cf0-8af5-40f0-9d4f-32189feae54d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1932752 Jul 16 15:41:02.634067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186f8ea-f352-4ecb-9be9-83f785dce250 req-128dbee7-689c-4e03-95f4-eb3faa1913fc tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:02.635563 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6186f8ea-f352-4ecb-9be9-83f785dce250 req-128dbee7-689c-4e03-95f4-eb3faa1913fc tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1139517 Jul 16 15:41:02.641216 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc0e2e70-0cd0-486e-a28c-e9d02cca193f req-0af0ba82-2a5d-4c89-b99c-e3a2f138bd05 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510871 Jul 16 15:41:02.683788 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6186f8ea-f352-4ecb-9be9-83f785dce250 req-fe6f1261-e49d-426c-89f2-4b1545740558 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Jul 16 15:41:02.872687 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12d4a-4706-4718-b0ab-d9075292c2fd req-2778caa7-c395-402b-ab10-4a99aefafd61 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:02.874153 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5aa12d4a-4706-4718-b0ab-d9075292c2fd req-2778caa7-c395-402b-ab10-4a99aefafd61 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1087971 Jul 16 15:41:02.885935 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d4145-bd60-433f-ad5e-5d3f7196daa5 req-a1e27dc5-35fc-4111-9ab1-c994ad5fcb8c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:02.887434 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-661d4145-bd60-433f-ad5e-5d3f7196daa5 req-a1e27dc5-35fc-4111-9ab1-c994ad5fcb8c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.0890541 Jul 16 15:41:02.942978 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5aa12d4a-4706-4718-b0ab-d9075292c2fd req-0158fd95-3b39-4439-8b02-2e989b260163 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544219 Jul 16 15:41:02.981455 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-661d4145-bd60-433f-ad5e-5d3f7196daa5 req-a615bf59-a01f-4dc5-8780-29b613dfc19c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861604 Jul 16 15:41:03.049939 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38b25c1-2726-4f96-86fb-832b4eaa32e1 req-f6475a0d-af8e-4b95-b191-48efa8a8e965 service neutron] 10.222.0.11 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105919 Jul 16 15:41:03.142078 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c321-12f4-4b90-ab69-3d6b4891c9aa req-334bef79-5406-41f3-822e-c6ab05ee462c tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:03.143687 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0b83c321-12f4-4b90-ab69-3d6b4891c9aa req-334bef79-5406-41f3-822e-c6ab05ee462c tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.0623212 Jul 16 15:41:03.181577 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0b83c321-12f4-4b90-ab69-3d6b4891c9aa req-9ddf7b53-072a-412b-98ae-68d9d9135a7a tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Jul 16 15:41:03.854320 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd5b9-edb2-453b-8c73-041a04a33872 req-6b049f3b-7262-431d-a04d-1ef26ff9e51b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:03.863007 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-dd7bd5b9-edb2-453b-8c73-041a04a33872 req-6b049f3b-7262-431d-a04d-1ef26ff9e51b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1046612 Jul 16 15:41:03.911000 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-dd7bd5b9-edb2-453b-8c73-041a04a33872 req-e31cb128-2e9a-4c19-9ea4-0ac731418809 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489590 Jul 16 15:41:03.929558 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbac95-efe5-46dd-b425-558216cc4460 req-d0778da2-65f2-468f-ae3a-a9071601e282 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:03.936770 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7edbac95-efe5-46dd-b425-558216cc4460 req-d0778da2-65f2-468f-ae3a-a9071601e282 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1271918 Jul 16 15:41:03.981433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7edbac95-efe5-46dd-b425-558216cc4460 req-e6a7a918-0557-470e-8643-d347faad40af tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jul 16 15:41:04.160138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b5ba-5015-473e-afe0-158fcd724c74 req-a5a3e98b-efe1-4754-9ac2-5c0ee16fc6e8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:04.161659 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3e47b5ba-5015-473e-afe0-158fcd724c74 req-a5a3e98b-efe1-4754-9ac2-5c0ee16fc6e8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1078818 Jul 16 15:41:04.170476 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56132) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:04.173535 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27edbc-0c65-4c64-9340-aeeac8daeee6 req-ecd055c8-7ac7-4e2b-8f5d-6f777778472d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:04.175009 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f27edbc-0c65-4c64-9340-aeeac8daeee6 req-ecd055c8-7ac7-4e2b-8f5d-6f777778472d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0921791 Jul 16 15:41:04.176569 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'floatingip': {'port_id': 'ff874ffa-42f4-44bf-bf98-08b7107af321'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:04.230627 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f27edbc-0c65-4c64-9340-aeeac8daeee6 req-036ed3b6-bfff-40a8-9874-3ee46f97620c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 Jul 16 15:41:04.256556 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.461015 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99093-cbc8-4be1-98b6-22f68e1754ee req-59d1c95e-9456-4512-8e35-faf3d0e551d0 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:04.462770 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-55f99093-cbc8-4be1-98b6-22f68e1754ee req-59d1c95e-9456-4512-8e35-faf3d0e551d0 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.1517541 Jul 16 15:41:04.479175 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0d80d-76d7-43b7-9c8a-efd546116502 req-d7e6aff9-19c7-4bde-a635-10f5543a1ef7 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:04.481447 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-67a0d80d-76d7-43b7-9c8a-efd546116502 req-d7e6aff9-19c7-4bde-a635-10f5543a1ef7 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.1142635 Jul 16 15:41:04.482105 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56140) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:04.583903 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-55f99093-cbc8-4be1-98b6-22f68e1754ee req-9f206a4d-c087-49da-88db-176bab2ba147 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007016 Jul 16 15:41:04.587046 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-67a0d80d-76d7-43b7-9c8a-efd546116502 req-837cbfeb-1fdf-41c4-988c-ec6633b99ec2 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884662 Jul 16 15:41:04.622445 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-10b8d59f-f38d-4654-8e42-064161623d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.725464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-10b8d59f-f38d-4654-8e42-064161623d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.729235 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-10b8d59f-f38d-4654-8e42-064161623d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.769074 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-10b8d59f-f38d-4654-8e42-064161623d17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ce709c4d28c41f7ad4788503142d243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842228 Jul 16 15:41:04.769869 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8d59f-f38d-4654-8e42-064161623d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ec858-2137-4cb4-9d83-11f13efec9ee,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:04.772937 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56144) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:04.822745 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-745b1af5-cfb0-4c44-b30c-9ef6c8ad87e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.847449 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-745b1af5-cfb0-4c44-b30c-9ef6c8ad87e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.906537 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-745b1af5-cfb0-4c44-b30c-9ef6c8ad87e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.909141 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-745b1af5-cfb0-4c44-b30c-9ef6c8ad87e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:04.912847 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-745b1af5-cfb0-4c44-b30c-9ef6c8ad87e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de4ec858-2137-4cb4-9d83-11f13efec9ee HTTP/1.1" status: 204 len: 168 time: 0.1362596 Jul 16 15:41:04.919382 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b1af5-cfb0-4c44-b30c-9ef6c8ad87e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4ec858-2137-4cb4-9d83-11f13efec9ee,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:05.185115 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0102-33fe-4334-8020-6969df51dee2 req-3afe15b8-fd2c-4824-8071-a5be4c4d34a1 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:05.186576 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-824a0102-33fe-4334-8020-6969df51dee2 req-3afe15b8-fd2c-4824-8071-a5be4c4d34a1 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0774822 Jul 16 15:41:05.194328 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.199399 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.218114 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56158) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:05.240488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-824a0102-33fe-4334-8020-6969df51dee2 req-e32570a2-b9c7-405c-b350-c8e69a78019f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Jul 16 15:41:05.241333 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a29aff2a-acee-436b-bd25-7281d2647372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.307759 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Floating IP 0d4d537d-1845-4756-8be3-e3f8de0da74e associated. External IP: 172.27.1.93, port: ff874ffa-42f4-44bf-bf98-08b7107af321. Jul 16 15:41:05.427871 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-f6653b95-436a-4e6f-a869-787343d5b2c6 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:05.429396 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-f6653b95-436a-4e6f-a869-787343d5b2c6 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.11 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.1435957 Jul 16 15:41:05.435371 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a29aff2a-acee-436b-bd25-7281d2647372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.462163 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a29aff2a-acee-436b-bd25-7281d2647372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.520621 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Router 98beedcb-add2-4e56-b314-409317bc5572 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:41:05.571267 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-a29aff2a-acee-436b-bd25-7281d2647372 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eaf3c943abeb41209f31855d61912a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521228 Jul 16 15:41:05.574801 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56164) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:05.575604 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aff2a-acee-436b-bd25-7281d2647372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839ebfe8-c81f-4749-9ed0-8987cf4b0e3b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:05.612912 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e82c9-f389-469b-b4f2-67616e9f6b8b req-ea656755-75f2-437b-85f3-734ad24848cc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:05.614481 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0e1e82c9-f389-469b-b4f2-67616e9f6b8b req-ea656755-75f2-437b-85f3-734ad24848cc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.2618723 Jul 16 15:41:05.667457 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0e1e82c9-f389-469b-b4f2-67616e9f6b8b req-bfe11af7-ffb4-4405-8a2c-0779546b8583 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Jul 16 15:41:05.674243 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:41:05.675314 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Deleting port 239fafeb-e63b-4876-a99b-8ad523ac11d5 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:41:05.675662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.680458 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.689469 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:41:05.703031 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:05.703697 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:05.733865 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-24273d59-b1a6-4656-a16c-3c5bd45589b2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "PUT /v2.0/floatingips/0d4d537d-1845-4756-8be3-e3f8de0da74e HTTP/1.1" status: 200 len: 990 time: 1.5622704 Jul 16 15:41:05.736612 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:05.739490 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb59f50-50dd-4305-882c-d19d217bcfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:05.744275 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0f54709e-d94e-4510-b3c0-0af04d0229f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.783305 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0f54709e-d94e-4510-b3c0-0af04d0229f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.836742 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0f54709e-d94e-4510-b3c0-0af04d0229f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.839945 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0f54709e-d94e-4510-b3c0-0af04d0229f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.841160 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0f54709e-d94e-4510-b3c0-0af04d0229f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/839ebfe8-c81f-4749-9ed0-8987cf4b0e3b HTTP/1.1" status: 204 len: 168 time: 0.2652471 Jul 16 15:41:05.861936 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54709e-d94e-4510-b3c0-0af04d0229f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ebfe8-c81f-4749-9ed0-8987cf4b0e3b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:05.863567 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:05.889155 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] For port 239fafeb-e63b-4876-a99b-8ad523ac11d5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=239fafeb-e63b-4876-a99b-8ad523ac11d5,segment=NetworkSegment(baffafca-7283-493d-b488-384319d62dc5),segment_id=baffafca-7283-493d-b488-384319d62dc5)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:05.889544 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:05.917536 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Calling delete_port for 239fafeb-e63b-4876-a99b-8ad523ac11d5 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:41:06.014373 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300008e-deb7-4d7a-a6c6-d166ee8baab2 req-06f1813d-acb6-466b-b3c4-1cd4150230de tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:06.015925 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1300008e-deb7-4d7a-a6c6-d166ee8baab2 req-06f1813d-acb6-466b-b3c4-1cd4150230de tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 944 time: 0.2838340 Jul 16 15:41:06.038077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c07c2-368a-43b1-9739-2f48ec646e1e req-5f74ce03-7736-4c1e-8f9b-4e1b12b7b915 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:06.040196 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-581c07c2-368a-43b1-9739-2f48ec646e1e req-5f74ce03-7736-4c1e-8f9b-4e1b12b7b915 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 945 time: 0.2250254 Jul 16 15:41:06.169118 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 52b6b240-df44-42e4-bb73-ee7c66655b90 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:41:06.186614 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '0d4d537d-1845-4756-8be3-e3f8de0da74e', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '98beedcb-add2-4e56-b314-409317bc5572', 'port_id': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'mac_address': 'fa:16:3e:27:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:40:18Z', 'updated_at': '2021-07-16T15:41:05Z', 'revision_number': 1, 'project_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:06.244094 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:41:06.268430 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:06.269490 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:06.376827 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:06.419390 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-581c07c2-368a-43b1-9739-2f48ec646e1e req-c8b3b48e-edad-40eb-bbc0-60727079c990 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2269df9-b282-4385-b382-29c6de9c81e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744753 Jul 16 15:41:06.438669 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:06.485168 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1300008e-deb7-4d7a-a6c6-d166ee8baab2 req-3f58c8a5-2360-4034-a175-ee57ca05633c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629865 Jul 16 15:41:06.496780 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Pushing event deleted for resources: {'Port': ['ID=239fafeb-e63b-4876-a99b-8ad523ac11d5,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:06.528482 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['239fafeb-e63b-4876-a99b-8ad523ac11d5'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:41:06.557526 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56198) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:06.601064 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 52b6b240-df44-42e4-bb73-ee7c66655b90, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=52b6b240-df44-42e4-bb73-ee7c66655b90,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:06.613147 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '52b6b240-df44-42e4-bb73-ee7c66655b90', 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a', 'port_id': '52b6b240-df44-42e4-bb73-ee7c66655b90', 'mac_address': 'fa:16:3e:83:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c55df78-aae2-41ee-b414-095d4f119c7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:41:06.656146 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] No DVR routers for this DVR port 239fafeb-e63b-4876-a99b-8ad523ac11d5 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:41:06.664085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:06.666342 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b5f6d6cf-c91d-44e3-bd68-225e78b63f5a req-8ccac0ac-b2ae-4060-960f-006be70f2855 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.11 "DELETE /v2.0/ports/239fafeb-e63b-4876-a99b-8ad523ac11d5 HTTP/1.1" status: 204 len: 173 time: 1.2297165 Jul 16 15:41:06.666913 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'name': 'network-vif-deleted', 'tag': '239fafeb-e63b-4876-a99b-8ad523ac11d5'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:06.669420 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec1a564-680a-4915-ad04-64b6ad5400bf" -d '{"events": [{"server_uuid": "6aae0ec1-b101-4a89-99c0-16b1d099fc51", "name": "network-vif-deleted", "tag": "239fafeb-e63b-4876-a99b-8ad523ac11d5"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:06.693465 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:06.708443 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b6b240-df44-42e4-bb73-ee7c66655b90 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:41:06.738733 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47198e-0068-4ecc-bce1-65cb79a5dc3e req-8821222d-b399-4860-a9f2-60071a0647e2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:06.740420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fd47198e-0068-4ecc-bce1-65cb79a5dc3e req-8821222d-b399-4860-a9f2-60071a0647e2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1393530 Jul 16 15:41:06.744548 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 52b6b240-df44-42e4-bb73-ee7c66655b90, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=52b6b240-df44-42e4-bb73-ee7c66655b90,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:06.757104 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56208) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:06.762736 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:06.782916 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'floatingip': {'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:06.788328 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5317fe1e-0807-499f-8345-e0b7a14a9b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:06.850372 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad470c76-2546-4059-8720-5a135255394c x-openstack-request-id: req-ad470c76-2546-4059-8720-5a135255394c {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:06.850673 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:06.850930 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad470c76-2546-4059-8720-5a135255394c {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:06.851360 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'status': 'completed', 'code': 200} Jul 16 15:41:06.866019 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f3b50-e28a-4697-82fb-c9e7a329df73 x-openstack-request-id: req-198f3b50-e28a-4697-82fb-c9e7a329df73 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:06.866316 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aae0ec1-b101-4a89-99c0-16b1d099fc51", "name": "network-vif-deleted", "tag": "239fafeb-e63b-4876-a99b-8ad523ac11d5", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:06.866572 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-198f3b50-e28a-4697-82fb-c9e7a329df73 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:06.866969 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aae0ec1-b101-4a89-99c0-16b1d099fc51', 'name': 'network-vif-deleted', 'tag': '239fafeb-e63b-4876-a99b-8ad523ac11d5', 'status': 'completed', 'code': 200} Jul 16 15:41:06.867348 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:06.879137 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=52b6b240-df44-42e4-bb73-ee7c66655b90,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:06.896948 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.897304 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.897649 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.897986 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.898320 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.898654 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.898984 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.899337 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.899682 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.899993 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.900321 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.900703 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:06.964335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-4c1aa4b1-1d84-46a8-8e20-d2be3010fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:06.965849 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-4c1aa4b1-1d84-46a8-8e20-d2be3010fee7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1098 time: 0.0787547 Jul 16 15:41:07.045186 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '0d4d537d-1845-4756-8be3-e3f8de0da74e', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '98beedcb-add2-4e56-b314-409317bc5572', 'port_id': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'mac_address': 'fa:16:3e:27:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:40:18Z', 'updated_at': '2021-07-16T15:41:05Z', 'revision_number': 1, 'project_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:07.086619 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a927f-6b73-44c9-af14-4fedcb7cc006 None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '0d4d537d-1845-4756-8be3-e3f8de0da74e', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '98beedcb-add2-4e56-b314-409317bc5572', 'port_id': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'mac_address': 'fa:16:3e:27:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:40:18Z', 'updated_at': '2021-07-16T15:41:05Z', 'revision_number': 1, 'project_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:41:07.122120 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fe511-797b-4ce0-8ad5-e3e1fa691494 req-ddcc8f16-81f8-4e8c-aaa0-c8205523b3c2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:07.123672 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-372fe511-797b-4ce0-8ad5-e3e1fa691494 req-ddcc8f16-81f8-4e8c-aaa0-c8205523b3c2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1569409 Jul 16 15:41:07.126633 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-8b686a43-b143-4790-9e92-f12e01df53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:07.128105 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-8b686a43-b143-4790-9e92-f12e01df53e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.1513412 Jul 16 15:41:07.202054 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5317fe1e-0807-499f-8345-e0b7a14a9b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:07.211641 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5317fe1e-0807-499f-8345-e0b7a14a9b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:07.276360 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-372fe511-797b-4ce0-8ad5-e3e1fa691494 req-d8b1cc51-d5db-4578-9c55-5d71abea86a3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448162 Jul 16 15:41:07.292826 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['52b6b240-df44-42e4-bb73-ee7c66655b90'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:41:07.294487 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-e8c8991a-f52e-43ba-a0cb-030b318b3e11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 998 time: 0.1482933 Jul 16 15:41:07.325788 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fe1e-0807-499f-8345-e0b7a14a9b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23361e9b-dbc7-41f7-a5f8-919e54e12346,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:07.359767 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5317fe1e-0807-499f-8345-e0b7a14a9b6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94ae1450b9bb450cbc68533573f699fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997475 Jul 16 15:41:07.361678 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-6d41c767-691c-4b3b-b103-df8a47ccba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:07.363261 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-6d41c767-691c-4b3b-b103-df8a47ccba8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0606241 Jul 16 15:41:07.366672 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56218) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:07.472635 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-1b608261-7aaa-475a-b108-32f705026ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:07.474205 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-1b608261-7aaa-475a-b108-32f705026ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919831 Jul 16 15:41:07.498165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525d497-13db-4f7b-a2ea-b15607508ac4 None None] New status for floating IP 0d4d537d-1845-4756-8be3-e3f8de0da74e: ACTIVE {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:41:07.501404 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8e8eecff-6859-4bd8-8735-6caf91ad98f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:07.812850 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-3f2ff73b-6191-4b0e-8f06-c8088f4d41a8 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280201 Jul 16 15:41:07.833710 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.db.resource_extend [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 15:41:07.843846 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0484fe3b-658d-45bc-a9e9-af14db5a62b9 req-b47a52eb-96e1-420b-9338-07695f1b4176 tempest-DeleteServersTestJSON-315582696 tempest-DeleteServersTestJSON-315582696-project] 10.222.0.10 "GET /v2.0/ports?device_id=6aae0ec1-b101-4a89-99c0-16b1d099fc51 HTTP/1.1" status: 200 len: 210 time: 0.0443990 Jul 16 15:41:07.868071 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8e8eecff-6859-4bd8-8735-6caf91ad98f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:07.914880 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:07.934048 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:07.941664 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1606a-fedd-49e2-895d-529f7c5a54c1 req-bec513e9-b850-4157-b6cf-e2fb12d2efae tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:07.948521 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5de1606a-fedd-49e2-895d-529f7c5a54c1 req-bec513e9-b850-4157-b6cf-e2fb12d2efae tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 945 time: 0.2037714 Jul 16 15:41:07.976917 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3fb59f50-50dd-4305-882c-d19d217bcfcc req-3d427e3e-ba4b-4245-ac63-e17d5a7e09a3 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458085 Jul 16 15:41:07.999764 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5de1606a-fedd-49e2-895d-529f7c5a54c1 req-e3c7852e-8adb-4c5e-a8c2-db95ff34b7cc tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Jul 16 15:41:08.038714 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8e8eecff-6859-4bd8-8735-6caf91ad98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.041389 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8e8eecff-6859-4bd8-8735-6caf91ad98f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.042556 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8e8eecff-6859-4bd8-8735-6caf91ad98f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23361e9b-dbc7-41f7-a5f8-919e54e12346 HTTP/1.1" status: 204 len: 168 time: 0.6749325 Jul 16 15:41:08.056660 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eecff-6859-4bd8-8735-6caf91ad98f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23361e9b-dbc7-41f7-a5f8-919e54e12346,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:08.062818 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Floating IP 4c702f07-72d8-4c1f-9ca0-51002e764b1d associated. External IP: 172.27.1.244, port: a8cb2609-d25f-4818-896b-8d39a35fd397. Jul 16 15:41:08.187742 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 239fafeb-e63b-4876-a99b-8ad523ac11d5 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:41:08.225033 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 239fafeb-e63b-4876-a99b-8ad523ac11d5 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:41:08.225383 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 239fafeb-e63b-4876-a99b-8ad523ac11d5 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:41:08.284797 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:41:08.409797 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56240) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:08.414737 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:41:08.419703 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.425750 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:41:08.435352 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa190248-62b4-448e-a8cb-3037f489af58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.436512 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:08.437160 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:08.459357 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0e600b6e-5156-4eaa-b699-08d177048e09 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "PUT /v2.0/floatingips/4c702f07-72d8-4c1f-9ca0-51002e764b1d HTTP/1.1" status: 200 len: 991 time: 1.6946614 Jul 16 15:41:08.521502 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307e0df-35c3-44cd-8047-5d78fcf084bb req-d9152790-0997-41c5-9b0c-4dce9275b189 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:08.523014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e307e0df-35c3-44cd-8047-5d78fcf084bb req-d9152790-0997-41c5-9b0c-4dce9275b189 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1058338 Jul 16 15:41:08.546297 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:08.593785 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e307e0df-35c3-44cd-8047-5d78fcf084bb req-a1e3484e-6a12-45b5-95fb-8738a08178d7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574377 Jul 16 15:41:08.617262 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa190248-62b4-448e-a8cb-3037f489af58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.622761 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-aa190248-62b4-448e-a8cb-3037f489af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.663626 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190248-62b4-448e-a8cb-3037f489af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247645d8-6f4e-48e9-92d4-da38a48a9ac4,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:08.670363 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-aa190248-62b4-448e-a8cb-3037f489af58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e54a12af19c444bb652cdbd34a6ceb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566288 Jul 16 15:41:08.670575 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56246) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:08.718517 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cf1161e1-08dd-4882-a6e1-f1ae908753e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.739253 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cf1161e1-08dd-4882-a6e1-f1ae908753e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.796566 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cf1161e1-08dd-4882-a6e1-f1ae908753e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.799579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cf1161e1-08dd-4882-a6e1-f1ae908753e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:08.800903 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-cf1161e1-08dd-4882-a6e1-f1ae908753e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/247645d8-6f4e-48e9-92d4-da38a48a9ac4 HTTP/1.1" status: 204 len: 168 time: 0.1294367 Jul 16 15:41:08.814586 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1161e1-08dd-4882-a6e1-f1ae908753e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247645d8-6f4e-48e9-92d4-da38a48a9ac4,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:08.815502 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '4c702f07-72d8-4c1f-9ca0-51002e764b1d', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'mac_address': 'fa:16:3e:e8:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:40:26Z', 'updated_at': '2021-07-16T15:41:07Z', 'revision_number': 1, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:08.846255 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:41:08.852338 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:08.855189 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880" -d '{"events": [{"name": "network-changed", "server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:08.860018 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:08.861131 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:40:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:08.916181 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e52534-30a9-4069-b981-8dd4d4e86024 x-openstack-request-id: req-e8e52534-30a9-4069-b981-8dd4d4e86024 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:08.916474 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:08.917279 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8e52534-30a9-4069-b981-8dd4d4e86024 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:08.918840 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'status': 'completed', 'code': 200} Jul 16 15:41:09.031442 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:09.115994 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-01c3fe69-38eb-415f-892b-7cfccb2a7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:09.117516 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-01c3fe69-38eb-415f-892b-7cfccb2a7227 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1098 time: 0.1278448 Jul 16 15:41:09.288375 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-d3904d02-3abe-4ce8-bf49-02313b3b2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:09.290273 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-d3904d02-3abe-4ce8-bf49-02313b3b2e91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.1592705 Jul 16 15:41:09.371127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2ec03-f31b-4cb5-8c82-263d3bbbd097 req-34653fbd-f7c7-46a6-a52c-5f5532a9d382 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:09.371127 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bac2ec03-f31b-4cb5-8c82-263d3bbbd097 req-34653fbd-f7c7-46a6-a52c-5f5532a9d382 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 945 time: 0.1486740 Jul 16 15:41:09.395913 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-90bc6ce0-1324-42f0-a8fc-2ed864c82634 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 200 len: 999 time: 0.0977833 Jul 16 15:41:09.435521 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '4c702f07-72d8-4c1f-9ca0-51002e764b1d', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'mac_address': 'fa:16:3e:e8:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:40:26Z', 'updated_at': '2021-07-16T15:41:07Z', 'revision_number': 1, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:09.437318 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bac2ec03-f31b-4cb5-8c82-263d3bbbd097 req-5f61414d-7b68-447d-a9ee-dbabf929756d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618131 Jul 16 15:41:09.465722 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec41036c-2e0b-4825-aaba-6816fc6e5ca0 None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '4c702f07-72d8-4c1f-9ca0-51002e764b1d', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'mac_address': 'fa:16:3e:e8:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:40:26Z', 'updated_at': '2021-07-16T15:41:07Z', 'revision_number': 1, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:41:09.668672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8caaf6-6061-4958-b4bf-2a5971f77cff None None] New status for floating IP 4c702f07-72d8-4c1f-9ca0-51002e764b1d: ACTIVE {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:41:09.794783 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263c73-72cc-4fec-8dcb-91877fd06584 req-3eaf025f-6113-4236-b046-44f1e3d3dcc0 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:09.796194 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f263c73-72cc-4fec-8dcb-91877fd06584 req-3eaf025f-6113-4236-b046-44f1e3d3dcc0 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0695500 Jul 16 15:41:09.835718 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f263c73-72cc-4fec-8dcb-91877fd06584 req-f3374f57-66a4-4347-bda5-49744397dcf7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Jul 16 15:41:10.617219 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56328) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:10.715214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5721-7d26-47cc-8539-5f92569e94d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.802558 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5721-7d26-47cc-8539-5f92569e94d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.806133 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fbdd5721-7d26-47cc-8539-5f92569e94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.843055 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fbdd5721-7d26-47cc-8539-5f92569e94d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf635a9779b04670b4a69299d5b0cbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248001 Jul 16 15:41:10.843897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd5721-7d26-47cc-8539-5f92569e94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c912d-8186-4fee-b448-9614b38a7c54,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:10.846476 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56334) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:10.895860 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-41a14e0e-10ca-4973-b821-36703038c295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.916588 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-41a14e0e-10ca-4973-b821-36703038c295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.961835 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-41a14e0e-10ca-4973-b821-36703038c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.964769 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-41a14e0e-10ca-4973-b821-36703038c295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:10.965898 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-41a14e0e-10ca-4973-b821-36703038c295 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d4c912d-8186-4fee-b448-9614b38a7c54 HTTP/1.1" status: 204 len: 168 time: 0.1180332 Jul 16 15:41:10.972979 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a14e0e-10ca-4973-b821-36703038c295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c912d-8186-4fee-b448-9614b38a7c54,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:11.212214 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56344) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:11.227826 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2a940c-a29d-46bc-a73e-88ba2421a610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.313246 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2a940c-a29d-46bc-a73e-88ba2421a610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.316683 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2a940c-a29d-46bc-a73e-88ba2421a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.351579 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 52b6b240-df44-42e4-bb73-ee7c66655b90 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:11.353562 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-be2a940c-a29d-46bc-a73e-88ba2421a610 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c91be22ab31426fa3b58bd9b886325d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400540 Jul 16 15:41:11.355048 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a940c-a29d-46bc-a73e-88ba2421a610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8545ba7-7a87-47b3-9d15-212bf814b29d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:11.356794 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56346) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:11.398683 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 52b6b240-df44-42e4-bb73-ee7c66655b90 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:11.402848 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 52b6b240-df44-42e4-bb73-ee7c66655b90 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:11.403354 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.408380 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2fc1-fe61-4ebb-8f0f-340dcd4d721a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.429479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2fc1-fe61-4ebb-8f0f-340dcd4d721a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.476117 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2fc1-fe61-4ebb-8f0f-340dcd4d721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.478733 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2fc1-fe61-4ebb-8f0f-340dcd4d721a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.480590 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fd5e2fc1-fe61-4ebb-8f0f-340dcd4d721a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8545ba7-7a87-47b3-9d15-212bf814b29d HTTP/1.1" status: 204 len: 168 time: 0.1226118 Jul 16 15:41:11.483291 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.488095 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e2fc1-fe61-4ebb-8f0f-340dcd4d721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8545ba7-7a87-47b3-9d15-212bf814b29d,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:11.515113 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6b240-df44-42e4-bb73-ee7c66655b90'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:11.517173 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a250d08e-71ab-4263-b913-2e219edeb3be" -d '{"events": [{"server_uuid": "0f6bf489-5b76-4fee-8cec-59398cc0790c", "name": "network-vif-plugged", "status": "completed", "tag": "52b6b240-df44-42e4-bb73-ee7c66655b90"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:11.530088 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 52b6b240-df44-42e4-bb73-ee7c66655b90, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=52b6b240-df44-42e4-bb73-ee7c66655b90,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:11.533851 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:11.582271 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=52b6b240-df44-42e4-bb73-ee7c66655b90,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:12.558299 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-a0ead45f-6425-49e7-9b9d-9dd392c547e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:12.559805 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-a0ead45f-6425-49e7-9b9d-9dd392c547e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0741632 Jul 16 15:41:12.628110 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729bdd6-a4e1-4084-8a63-f6a728e7b873 req-b08093fa-dd29-4ac0-983f-5463a26761c1 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:12.629600 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e729bdd6-a4e1-4084-8a63-f6a728e7b873 req-b08093fa-dd29-4ac0-983f-5463a26761c1 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.1743612 Jul 16 15:41:12.724808 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e729bdd6-a4e1-4084-8a63-f6a728e7b873 req-37a61156-500d-43c6-ae39-f5db0ec5c67c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825131 Jul 16 15:41:12.746308 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-1e4979e4-28f4-463d-9633-afa3cef04e88 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1862373 Jul 16 15:41:12.746308 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-b1061dfd-767f-48d4-bc73-e426c719d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:12.746308 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-b1061dfd-767f-48d4-bc73-e426c719d641 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1741335 Jul 16 15:41:12.759594 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b040-c236-4c92-967c-3db3d47fa33b req-99cc2d80-6c76-4c52-aa29-005e07dea376 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:12.761876 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8464b040-c236-4c92-967c-3db3d47fa33b req-99cc2d80-6c76-4c52-aa29-005e07dea376 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1442299 Jul 16 15:41:12.782194 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b781684-6fa8-4253-addf-11fda129ef64 x-openstack-request-id: req-4b781684-6fa8-4253-addf-11fda129ef64 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:12.782647 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6bf489-5b76-4fee-8cec-59398cc0790c", "name": "network-vif-plugged", "status": "completed", "tag": "52b6b240-df44-42e4-bb73-ee7c66655b90", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:12.782740 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b781684-6fa8-4253-addf-11fda129ef64 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:12.783112 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6b240-df44-42e4-bb73-ee7c66655b90', 'code': 200} Jul 16 15:41:12.807569 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8464b040-c236-4c92-967c-3db3d47fa33b req-87368c73-b214-4af3-b1a9-bc561aaa6092 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Jul 16 15:41:13.009070 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-a9f3782e-c020-472f-a3e3-a06082119256 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670561 Jul 16 15:41:13.010756 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-caef70df-f451-439b-a9f4-00fc40337166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:13.012936 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-caef70df-f451-439b-a9f4-00fc40337166 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.1346192 Jul 16 15:41:13.175348 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:13.247018 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-123c2a5d-43aa-4f38-a947-ba0dbf5b7880 req-5bb3debe-59e3-4f44-bccb-e2ba42eee34b service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239327 Jul 16 15:41:13.249843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-7d5bb048-e4f4-4304-9150-e8e1eea6607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:13.251201 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-7d5bb048-e4f4-4304-9150-e8e1eea6607d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.2016912 Jul 16 15:41:13.267471 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55928665-ee4a-41a5-8b4d-1b9834cfab11 req-f18e914f-b3b5-4fb9-8ce4-b7ac78d59a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:13.271976 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-55928665-ee4a-41a5-8b4d-1b9834cfab11 req-f18e914f-b3b5-4fb9-8ce4-b7ac78d59a78 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 1099 time: 0.2041376 Jul 16 15:41:13.316879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-55928665-ee4a-41a5-8b4d-1b9834cfab11 req-134c66a0-0f10-41e1-a112-ba16c088cb30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Jul 16 15:41:13.352909 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-673d1a2b-e576-4b58-bede-650ccad97d73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0382352 Jul 16 15:41:13.935493 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd48f-14f7-4c94-9a21-042807d69aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:14.946912 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:41:16.580296 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:16.634028 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-091505bb-c7dd-4a89-b862-fbdac6e48be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.003449 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-8e663c15-89e5-4507-9a8b-ca091175fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:17.004920 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-8e663c15-89e5-4507-9a8b-ca091175fb19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.0485449 Jul 16 15:41:17.071581 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-433c97b1-9900-435c-9f8b-203f86f9d105 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282483 Jul 16 15:41:17.432448 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-70c35fc9-2a5e-4ba5-8576-31464ea15d86 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534918 Jul 16 15:41:17.466747 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115cd00-b632-4f66-a078-a584f8918a5e req-257eb224-b511-427e-9228-82c666a7b37b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:17.468137 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9115cd00-b632-4f66-a078-a584f8918a5e req-257eb224-b511-427e-9228-82c666a7b37b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.3533552 Jul 16 15:41:17.475880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1423-e68d-4774-80ba-9797063d4c25 req-777fd61f-87a0-440d-8b47-a106609ae4b2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:17.477265 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ae1f1423-e68d-4774-80ba-9797063d4c25 req-777fd61f-87a0-440d-8b47-a106609ae4b2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1096640 Jul 16 15:41:17.524494 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9115cd00-b632-4f66-a078-a584f8918a5e req-6d59dc7d-d19e-4136-9997-230be36e5cbd tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Jul 16 15:41:17.536426 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ae1f1423-e68d-4774-80ba-9797063d4c25 req-961de236-26c0-421a-8dcb-6089ff461234 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 Jul 16 15:41:17.602794 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56462) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:17.621095 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.648211 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Deleting subnet 82ae93c4-2c53-4cb2-a89a-5faa06b10de1 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:41:17.651659 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.683764 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.720408 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.769346 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.793583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ae93c4-2c53-4cb2-a89a-5faa06b10de1,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:17.797227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.799594 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-74c3abf4-97a6-4a0a-8c6f-57edcf204a66 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/82ae93c4-2c53-4cb2-a89a-5faa06b10de1 HTTP/1.1" status: 204 len: 168 time: 0.1952260 Jul 16 15:41:17.801497 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56464) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:17.870592 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.948788 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.958135 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2f69ef-3b50-41a8-8ab5-d57647b48ba7']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:17.968446 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baffafca-7283-493d-b488-384319d62dc5') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:17.968743 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baffafca-7283-493d-b488-384319d62dc5') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:17.977140 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.990627 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.996397 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:41:17.996775 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:41:17.998406 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:41:18.052651 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.068807 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2f69ef-3b50-41a8-8ab5-d57647b48ba7,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:18.070779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.075693 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-62b63b60-deca-4747-9cb1-fcff9eac0834 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7e2f69ef-3b50-41a8-8ab5-d57647b48ba7 HTTP/1.1" status: 204 len: 168 time: 0.2732573 Jul 16 15:41:18.232688 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56474) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:18.315367 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-1da6a034-9e82-49e2-bd54-f08f9dc76045 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4585324dde574ef1abdc666798c72954&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0815492 Jul 16 15:41:18.318046 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56476) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:18.318890 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01658177-1d78-4db5-8ae9-ffbdb746254b req-115d2624-8d79-45d0-84e7-528f9a09b6bb service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184745 Jul 16 15:41:18.370258 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70579f40-6b82-4db1-956d-cedaab2f2d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.390837 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70579f40-6b82-4db1-956d-cedaab2f2d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.436330 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70579f40-6b82-4db1-956d-cedaab2f2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.439047 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70579f40-6b82-4db1-956d-cedaab2f2d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.440363 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-70579f40-6b82-4db1-956d-cedaab2f2d66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2269df9-b282-4385-b382-29c6de9c81e6 HTTP/1.1" status: 204 len: 168 time: 0.1212506 Jul 16 15:41:18.448801 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70579f40-6b82-4db1-956d-cedaab2f2d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2269df9-b282-4385-b382-29c6de9c81e6,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:18.756559 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d072-cc25-431a-9519-7d51cb435561 req-7e0fd816-7ece-4bac-a468-4d8b084db8cf tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:18.758048 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-90d4d072-cc25-431a-9519-7d51cb435561 req-7e0fd816-7ece-4bac-a468-4d8b084db8cf tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.1082330 Jul 16 15:41:18.779728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e4a24-abad-4204-a6a4-f246f38ce127 req-d99b782d-9ae7-4b3c-9c02-3e855c45ed8f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:18.781192 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-de7e4a24-abad-4204-a6a4-f246f38ce127 req-d99b782d-9ae7-4b3c-9c02-3e855c45ed8f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1015916 Jul 16 15:41:18.828666 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-90d4d072-cc25-431a-9519-7d51cb435561 req-ef5480d3-42d4-4606-8486-3b940bef387a tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645661 Jul 16 15:41:18.836792 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-de7e4a24-abad-4204-a6a4-f246f38ce127 req-924dc86d-ed9c-40b4-b620-9c5479d78dac tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Jul 16 15:41:19.436135 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:20.081841 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f66b7-a662-4fb1-bad6-e7ff16e2e257 req-b9246b45-e79a-4c95-aab9-0fb7f5eaa6fa tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:20.083375 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-738f66b7-a662-4fb1-bad6-e7ff16e2e257 req-b9246b45-e79a-4c95-aab9-0fb7f5eaa6fa tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1211720 Jul 16 15:41:20.095324 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebb87f-b071-4a5f-be30-3236942018c9 req-39ade738-e68c-4277-b00e-9cb856674e59 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:20.096703 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62ebb87f-b071-4a5f-be30-3236942018c9 req-39ade738-e68c-4277-b00e-9cb856674e59 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.1250076 Jul 16 15:41:20.149982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-738f66b7-a662-4fb1-bad6-e7ff16e2e257 req-1fa2e7f3-7d92-4c41-83ff-a6eb7746c58a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Jul 16 15:41:20.154789 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62ebb87f-b071-4a5f-be30-3236942018c9 req-eab6be81-394f-497a-ab37-f9706e31068f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506656 Jul 16 15:41:21.265785 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56610) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:21.394584 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bb21c3cc-91d1-43b6-bc1b-967986e7dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.497493 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bb21c3cc-91d1-43b6-bc1b-967986e7dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.499296 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2fca6-50a3-4b42-96cb-ae26969f542c req-6494508c-945b-45ae-ac9d-4c76472d74b3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:21.500771 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5ba2fca6-50a3-4b42-96cb-ae26969f542c req-6494508c-945b-45ae-ac9d-4c76472d74b3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1673205 Jul 16 15:41:21.503890 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bb21c3cc-91d1-43b6-bc1b-967986e7dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.508039 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a4277-400e-4f84-bd4e-3794ca9100ac req-7c9e5b47-0457-4521-83f5-7c52aad39e1f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:21.509482 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7e9a4277-400e-4f84-bd4e-3794ca9100ac req-7c9e5b47-0457-4521-83f5-7c52aad39e1f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.1371825 Jul 16 15:41:21.542504 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21c3cc-91d1-43b6-bc1b-967986e7dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f3ccf-3145-47d9-8af0-e49f4044435b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:21.555262 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-bb21c3cc-91d1-43b6-bc1b-967986e7dc56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bdcc72d90bc4ed4916f4fd0aac7d30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876372 Jul 16 15:41:21.555857 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56624) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:21.569217 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5ba2fca6-50a3-4b42-96cb-ae26969f542c req-b21fb659-23ab-44c9-ac9c-9ccdd58d2f1f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Jul 16 15:41:21.571794 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7e9a4277-400e-4f84-bd4e-3794ca9100ac req-9e05bd38-d422-41c5-ac9e-a34311af68a4 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545800 Jul 16 15:41:21.605793 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bc501586-af75-4cbe-ad00-e4d9f249aca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.625471 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bc501586-af75-4cbe-ad00-e4d9f249aca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.672244 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bc501586-af75-4cbe-ad00-e4d9f249aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.674826 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bc501586-af75-4cbe-ad00-e4d9f249aca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.676015 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-bc501586-af75-4cbe-ad00-e4d9f249aca4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/639f3ccf-3145-47d9-8af0-e49f4044435b HTTP/1.1" status: 204 len: 168 time: 0.1192567 Jul 16 15:41:21.683850 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc501586-af75-4cbe-ad00-e4d9f249aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f3ccf-3145-47d9-8af0-e49f4044435b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:21.952199 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56634) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:21.965389 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-33b6a2d9-406b-4c3e-a6ba-396c0e077701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.053280 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-33b6a2d9-406b-4c3e-a6ba-396c0e077701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.057476 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-33b6a2d9-406b-4c3e-a6ba-396c0e077701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.095607 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6a2d9-406b-4c3e-a6ba-396c0e077701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3863ee3-20c9-4416-8e70-9e0a67d81e32,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:22.100823 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-33b6a2d9-406b-4c3e-a6ba-396c0e077701 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d35464a91474392899bc668b9b8c031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475816 Jul 16 15:41:22.103346 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56640) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:22.153066 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-40aa724d-2637-46ad-ae2e-82c8e38471fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.175356 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-40aa724d-2637-46ad-ae2e-82c8e38471fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.228231 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-40aa724d-2637-46ad-ae2e-82c8e38471fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.231669 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-40aa724d-2637-46ad-ae2e-82c8e38471fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.232795 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-40aa724d-2637-46ad-ae2e-82c8e38471fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3863ee3-20c9-4416-8e70-9e0a67d81e32 HTTP/1.1" status: 204 len: 168 time: 0.1285167 Jul 16 15:41:22.239875 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa724d-2637-46ad-ae2e-82c8e38471fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3863ee3-20c9-4416-8e70-9e0a67d81e32,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:22.840120 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e17a27-9a70-4480-852c-0efe6e58ad61 req-88012387-2f81-455b-b170-9d600e4eaac3 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:22.841606 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-49e17a27-9a70-4480-852c-0efe6e58ad61 req-88012387-2f81-455b-b170-9d600e4eaac3 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.1262317 Jul 16 15:41:22.863643 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9890754-af66-4e9c-ba46-d04664b2047c req-b55cd0fd-1dba-41af-bdeb-598fe7a77827 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:22.865113 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d9890754-af66-4e9c-ba46-d04664b2047c req-b55cd0fd-1dba-41af-bdeb-598fe7a77827 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1031106 Jul 16 15:41:22.907573 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-49e17a27-9a70-4480-852c-0efe6e58ad61 req-0a2175c5-9d5f-4b4b-9bca-5c5e35742724 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600858 Jul 16 15:41:22.923489 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d9890754-af66-4e9c-ba46-d04664b2047c req-ae32737e-c6c2-4bad-8de6-370c009d1176 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507333 Jul 16 15:41:26.006010 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f5540-ef89-48a6-a11f-0c14191c36a6 req-fbb9f0c7-35f3-4a14-af03-c507129fd198 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:26.007501 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-880f5540-ef89-48a6-a11f-0c14191c36a6 req-fbb9f0c7-35f3-4a14-af03-c507129fd198 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.0619977 Jul 16 15:41:26.077121 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-880f5540-ef89-48a6-a11f-0c14191c36a6 req-d41ccb8b-291f-4d00-af4a-addeef95a767 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602932 Jul 16 15:41:26.096326 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b859cf-b7b4-4dd1-b0b8-1e21a74b744a req-ba342568-f101-4997-9286-f976e5023790 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:26.097790 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c8b859cf-b7b4-4dd1-b0b8-1e21a74b744a req-ba342568-f101-4997-9286-f976e5023790 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0892501 Jul 16 15:41:26.135420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c8b859cf-b7b4-4dd1-b0b8-1e21a74b744a req-e811d95b-9d82-483f-96a8-c4f231b96a53 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Jul 16 15:41:29.689066 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977630-1165-47fb-9ae5-cd36d5dc9002 req-e92410b2-1cf3-4a6f-938b-b51426af0fd4 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:29.690727 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-48977630-1165-47fb-9ae5-cd36d5dc9002 req-e92410b2-1cf3-4a6f-938b-b51426af0fd4 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.0673106 Jul 16 15:41:29.765529 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-48977630-1165-47fb-9ae5-cd36d5dc9002 req-15bfa6c9-aa57-4a9c-9a55-a8ebaaa60e0f tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689628 Jul 16 15:41:29.795296 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d675-31bb-4796-8eb6-41566d0d4543 req-f69e4239-9461-40e0-ae7d-98c67b42f3b3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:29.796743 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-69f0d675-31bb-4796-8eb6-41566d0d4543 req-f69e4239-9461-40e0-ae7d-98c67b42f3b3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0841265 Jul 16 15:41:29.832835 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-69f0d675-31bb-4796-8eb6-41566d0d4543 req-a1fe6469-f202-49e7-bb4b-86812dad95cb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Jul 16 15:41:29.993462 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-5b1186fd-9645-44cd-93b1-b92fcbeebada tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:29.994931 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-5b1186fd-9645-44cd-93b1-b92fcbeebada tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 946 time: 0.0617499 Jul 16 15:41:30.105355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Deleting port 52b6b240-df44-42e4-bb73-ee7c66655b90 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:41:30.105706 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:30.191805 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] For port 52b6b240-df44-42e4-bb73-ee7c66655b90, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=52b6b240-df44-42e4-bb73-ee7c66655b90,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:30.192193 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:30.205046 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Calling delete_port for 52b6b240-df44-42e4-bb73-ee7c66655b90 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:41:30.335213 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:30.363585 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Pushing event deleted for resources: {'Port': ['ID=52b6b240-df44-42e4-bb73-ee7c66655b90,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:30.376005 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['52b6b240-df44-42e4-bb73-ee7c66655b90'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:41:30.419710 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] No DVR routers for this DVR port 52b6b240-df44-42e4-bb73-ee7c66655b90 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:41:30.422225 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:30.424716 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c216e74f-d84f-418a-a493-4d51915d3bf7 req-76c4bf40-5d1f-4c2c-b911-7d4d24b65eba tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "DELETE /v2.0/ports/52b6b240-df44-42e4-bb73-ee7c66655b90 HTTP/1.1" status: 204 len: 173 time: 0.4243555 Jul 16 15:41:30.425292 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'name': 'network-vif-deleted', 'tag': '52b6b240-df44-42e4-bb73-ee7c66655b90'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:30.428033 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad46289-db7d-47cc-8a8a-0e8e69ff59d4" -d '{"events": [{"server_uuid": "0f6bf489-5b76-4fee-8cec-59398cc0790c", "name": "network-vif-deleted", "tag": "52b6b240-df44-42e4-bb73-ee7c66655b90"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:30.469296 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b4848c-51bd-4859-8425-1db6856fd10b x-openstack-request-id: req-c0b4848c-51bd-4859-8425-1db6856fd10b {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:30.469628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6bf489-5b76-4fee-8cec-59398cc0790c", "name": "network-vif-deleted", "tag": "52b6b240-df44-42e4-bb73-ee7c66655b90", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:30.470278 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0b4848c-51bd-4859-8425-1db6856fd10b {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:30.470691 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6bf489-5b76-4fee-8cec-59398cc0790c', 'name': 'network-vif-deleted', 'tag': '52b6b240-df44-42e4-bb73-ee7c66655b90', 'status': 'completed', 'code': 200} Jul 16 15:41:30.890526 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-8b364c27-057d-4096-b198-5a05c104a73b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bbe5654e47ef46c19e3932d2d1215128&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402479 Jul 16 15:41:30.987824 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6fce6b4e-5623-4e92-ab54-1f27e21f747e req-a8ba4515-e8c4-4941-a02b-e3a03421f62b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6bf489-5b76-4fee-8cec-59398cc0790c HTTP/1.1" status: 200 len: 210 time: 0.0430706 Jul 16 15:41:31.163304 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-a565c006-cd51-4429-96a5-1c84ab540c2e tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:31.165760 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-a565c006-cd51-4429-96a5-1c84ab540c2e tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726326 Jul 16 15:41:31.189069 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e07ec4f-97e4-4edb-9718-b4414dd67d86 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/quotas/bbe5654e47ef46c19e3932d2d1215128 HTTP/1.1" status: 200 len: 375 time: 0.0160768 Jul 16 15:41:31.214510 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b4a9d-46e2-4534-bd8b-6e5b42fe1606 req-b95a45ac-7313-45b4-b661-3d851dcbffbf tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:31.215968 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-889b4a9d-46e2-4534-bd8b-6e5b42fe1606 req-b95a45ac-7313-45b4-b661-3d851dcbffbf tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1223578 Jul 16 15:41:31.234847 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-38152dd9-9254-4eec-ba99-e251fa82b98b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbe5654e47ef46c19e3932d2d1215128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401077 Jul 16 15:41:31.268358 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-889b4a9d-46e2-4534-bd8b-6e5b42fe1606 req-5d281937-fd1f-49ad-81a2-2f2b4fed2c76 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360904 Jul 16 15:41:31.425002 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3f064a49-4d2b-4ec7-a491-691aa7e7fa33 req-ca70051c-6863-4128-aaed-a3db2a6ee885 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 210 time: 0.0448749 Jul 16 15:41:32.655512 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-d8b26e38-2897-446b-b079-fd7d45c988ee tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:32.656983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-d8b26e38-2897-446b-b079-fd7d45c988ee tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/networks?id=0151cafa-8d08-465d-9b0a-6a975c0ec94a HTTP/1.1" status: 200 len: 808 time: 0.3722930 Jul 16 15:41:32.677378 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-463b65cf-3833-4ae3-841d-63b5ff98c557 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/quotas/4fd8975edbe54328b10c843a7d060b08 HTTP/1.1" status: 200 len: 375 time: 0.0139797 Jul 16 15:41:32.684709 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b90bc-484f-471b-bd30-e072d22feb9a req-51f6223f-00d6-4f0c-afaa-a453a7803825 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:32.686330 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-dd2b90bc-484f-471b-bd30-e072d22feb9a req-51f6223f-00d6-4f0c-afaa-a453a7803825 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1032987 Jul 16 15:41:32.730017 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-5e592a3b-3748-4343-8148-f4ddaa8cc4ff tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd8975edbe54328b10c843a7d060b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427375 Jul 16 15:41:32.761680 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-a811e55f-67d3-4e48-bd30-57f355aa963c tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bbe5654e47ef46c19e3932d2d1215128&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339301 Jul 16 15:41:32.817024 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-dd2b90bc-484f-471b-bd30-e072d22feb9a req-e4dc0d37-9fdd-447c-8a97-62794e3e60ff tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209984 Jul 16 15:41:32.931017 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-71de28a4-e0c5-4ad5-a285-01a4eb1b5850 service neutron] 10.222.0.10 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895530 Jul 16 15:41:32.959436 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-c4cc1869-33e1-427d-b11f-bb66ee63f581 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:32.961240 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-c4cc1869-33e1-427d-b11f-bb66ee63f581 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891515 Jul 16 15:41:32.981613 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-30725018-6e91-44b6-8572-84118194c644 req-aea4fd60-2f96-4e20-bddf-61f56df7e19c tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 210 time: 0.0497553 Jul 16 15:41:33.063628 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-8144d31e-9122-4b9f-a952-37e062e35a15 service neutron] 10.222.0.10 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197765 Jul 16 15:41:33.076989 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Request body: {'port': {'device_id': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05', 'admin_state_up': True, 'tenant_id': 'bbe5654e47ef46c19e3932d2d1215128'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:33.205823 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Made reservation on behalf of bbe5654e47ef46c19e3932d2d1215128 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:41:33.215671 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.232499 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.321365 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-51a56946-9633-4a67-a547-d7722fa77e30 req-9eb678fe-aa77-425a-a705-76d19e67d8cb tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 210 time: 0.0520022 Jul 16 15:41:33.434907 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.441799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.560164 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27359b17-0a5a-4fca-ac38-5ff78a58cd8a,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:33.651863 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Allocated IP 192.168.233.150 (69028796-9dd8-4a10-b87e-29f8a0021d05/5077b8d3-c218-4ffe-9041-9f961f966e2e/c22cbea5-5a87-488d-bdcf-3114f83d078b) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:33.812200 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 56940) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:33.825112 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.839276 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Transition to ACTIVE for port object c22cbea5-5a87-488d-bdcf-3114f83d078b will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:33.877081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.938940 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Network 69028796-9dd8-4a10-b87e-29f8a0021d05 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:33.942408 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:33.943461 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c77a8aaa-4ee7-48d4-8405-89c6ac2f562a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:33.948094 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:33.998230 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Pushing event updated for resources: {'Port': ['ID=c22cbea5-5a87-488d-bdcf-3114f83d078b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:34.035451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:34.036089 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.081534 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3f6be-1484-4e34-9e54-8ebeef665da4 req-585825e3-8e4d-4b72-b904-c3874ad0b838 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:34.083248 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1fe3f6be-1484-4e34-9e54-8ebeef665da4 req-585825e3-8e4d-4b72-b904-c3874ad0b838 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1387138 Jul 16 15:41:34.095731 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c77a8aaa-4ee7-48d4-8405-89c6ac2f562a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.105117 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c77a8aaa-4ee7-48d4-8405-89c6ac2f562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.123970 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-2a26142e-bff6-475b-9d96-74a14269340b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0520906 Jul 16 15:41:34.139060 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a8aaa-4ee7-48d4-8405-89c6ac2f562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59a71ee-17bf-43ee-a462-daafb8e61641,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:34.142798 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1fe3f6be-1484-4e34-9e54-8ebeef665da4 req-6265f66c-b6ca-4ae0-8b29-9669676c44a3 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490212 Jul 16 15:41:34.168855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 56948) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:34.169054 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c77a8aaa-4ee7-48d4-8405-89c6ac2f562a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bbb89b90ffe47f58704abeab6228704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490441 Jul 16 15:41:34.245283 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e8b23367-a1bd-46b7-9e7d-c3334caedda8 None None] Provisioning for port c22cbea5-5a87-488d-bdcf-3114f83d078b completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:34.251652 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e8b23367-a1bd-46b7-9e7d-c3334caedda8 None None] Provisioning complete for port c22cbea5-5a87-488d-bdcf-3114f83d078b triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:34.252142 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8b23367-a1bd-46b7-9e7d-c3334caedda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.262186 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-30729b72-75f7-4081-b9eb-9660c1efa51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.290166 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e8b23367-a1bd-46b7-9e7d-c3334caedda8 None None] Port c22cbea5-5a87-488d-bdcf-3114f83d078b cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:41:34.291370 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1e181-640c-4493-8034-4b42d338e952 req-57b15359-94ce-4a2a-9741-cce61bc0f5b2 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:34.292908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6a1e181-640c-4493-8034-4b42d338e952 req-57b15359-94ce-4a2a-9741-cce61bc0f5b2 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 936 time: 0.1116216 Jul 16 15:41:34.297597 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-30729b72-75f7-4081-b9eb-9660c1efa51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.353040 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6a1e181-640c-4493-8034-4b42d338e952 req-85238ed4-c9fd-41a2-9a68-afd13aef084e tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Jul 16 15:41:34.376573 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-30729b72-75f7-4081-b9eb-9660c1efa51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.376573 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-30729b72-75f7-4081-b9eb-9660c1efa51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:34.377399 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-30729b72-75f7-4081-b9eb-9660c1efa51c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a59a71ee-17bf-43ee-a462-daafb8e61641 HTTP/1.1" status: 204 len: 168 time: 0.2139733 Jul 16 15:41:34.388208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30729b72-75f7-4081-b9eb-9660c1efa51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59a71ee-17bf-43ee-a462-daafb8e61641,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:34.483832 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9db0ee51-d158-43bf-af8e-d86468b06338 req-d9a73e69-a8e5-44ae-b85d-bbd972899b4b tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 210 time: 0.0285497 Jul 16 15:41:35.829145 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 52b6b240-df44-42e4-bb73-ee7c66655b90 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:41:35.850069 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 52b6b240-df44-42e4-bb73-ee7c66655b90 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:41:35.850411 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 52b6b240-df44-42e4-bb73-ee7c66655b90 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:41:36.871026 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Request body: {'port': {'device_id': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:36.945546 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.248709 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a0cc0-8c89-43ec-bf04-42d8f889e54e req-3e745f46-6051-4f00-ad62-dd43a4924519 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:37.250194 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c67a0cc0-8c89-43ec-bf04-42d8f889e54e req-3e745f46-6051-4f00-ad62-dd43a4924519 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1783082 Jul 16 15:41:37.275855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3929-9b30-498c-906f-244d79616e2e req-9ff2c2a4-8bd5-4238-bcc2-72ee92902480 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:37.277898 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f95b3929-9b30-498c-906f-244d79616e2e req-9ff2c2a4-8bd5-4238-bcc2-72ee92902480 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 936 time: 0.1632531 Jul 16 15:41:37.364488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c67a0cc0-8c89-43ec-bf04-42d8f889e54e req-29caeb69-f4be-4f6f-913f-6d6f9f0c442d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057138 Jul 16 15:41:37.366440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22cbea5-5a87-488d-bdcf-3114f83d078b {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:41:37.373531 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f95b3929-9b30-498c-906f-244d79616e2e req-a5dfee11-7b0c-4117-849f-61cf39e77464 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894444 Jul 16 15:41:37.377429 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.401151 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Transition to ACTIVE for port object c22cbea5-5a87-488d-bdcf-3114f83d078b will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:37.407029 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.560342 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Pushing event updated for resources: {'Port': ['ID=c22cbea5-5a87-488d-bdcf-3114f83d078b,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:37.567856 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-af9262f7-ac50-4f55-b7f4-5b9dda0edab6 req-0702162a-b38f-48db-a698-e848f4ee80cf tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 210 time: 0.0805826 Jul 16 15:41:37.650526 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-237501b5-8655-4b95-b98d-84dded75f2b5 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:37.653014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-237501b5-8655-4b95-b98d-84dded75f2b5 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "GET /v2.0/networks?id=0151cafa-8d08-465d-9b0a-6a975c0ec94a HTTP/1.1" status: 200 len: 808 time: 0.2367895 Jul 16 15:41:37.670168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Attempting to bind port c22cbea5-5a87-488d-bdcf-3114f83d078b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:37.670935 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Attempting to bind port c22cbea5-5a87-488d-bdcf-3114f83d078b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:37.671532 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Attempting to bind port c22cbea5-5a87-488d-bdcf-3114f83d078b on network 69028796-9dd8-4a10-b87e-29f8a0021d05 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:37.680390 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Request body: {'port': {'device_id': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a', 'admin_state_up': True, 'tenant_id': '4fd8975edbe54328b10c843a7d060b08'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:37.751389 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Port c22cbea5-5a87-488d-bdcf-3114f83d078b on network 69028796-9dd8-4a10-b87e-29f8a0021d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:41:37.751703 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Attempting to bind port c22cbea5-5a87-488d-bdcf-3114f83d078b on network 69028796-9dd8-4a10-b87e-29f8a0021d05 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:37.764201 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:37.764510 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Checking segment: {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:37.764855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Bound using segment: {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:37.765255 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Bound port: c22cbea5-5a87-488d-bdcf-3114f83d078b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ffeefc-2a6b-490a-84f4-ae89f5bf9588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:37.765638 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.858183 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] For port c22cbea5-5a87-488d-bdcf-3114f83d078b, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:37.862016 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] For port c22cbea5-5a87-488d-bdcf-3114f83d078b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:37.863837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Made reservation on behalf of 4fd8975edbe54328b10c843a7d060b08 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:41:37.867612 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.872110 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.938788 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:37.939441 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:37.940836 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] 10.222.0.11 "PUT /v2.0/ports/c22cbea5-5a87-488d-bdcf-3114f83d078b HTTP/1.1" status: 200 len: 1098 time: 1.0742123 Jul 16 15:41:37.945369 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'tag': 'c22cbea5-5a87-488d-bdcf-3114f83d078b'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:37.947570 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090abd29-34b5-4c94-90cc-aa3cc13885c4" -d '{"events": [{"name": "network-changed", "server_uuid": "81a261a6-508f-46f7-a130-54bb0cc227a2", "tag": "c22cbea5-5a87-488d-bdcf-3114f83d078b"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:38.018889 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402977-235d-4540-84ef-d7c7ae0a78ff service neutron] Pushing event updated for resources: {'Port': ['ID=c22cbea5-5a87-488d-bdcf-3114f83d078b,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:38.081398 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174dd36-aa5e-40c7-bac8-e0420c6397b2 x-openstack-request-id: req-c174dd36-aa5e-40c7-bac8-e0420c6397b2 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:38.082186 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a261a6-508f-46f7-a130-54bb0cc227a2", "tag": "c22cbea5-5a87-488d-bdcf-3114f83d078b", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:38.082824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c174dd36-aa5e-40c7-bac8-e0420c6397b2 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:38.083405 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'tag': 'c22cbea5-5a87-488d-bdcf-3114f83d078b', 'status': 'completed', 'code': 200} Jul 16 15:41:38.203747 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-03332f70-6656-497f-b414-941dcd008386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:38.205293 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-03332f70-6656-497f-b414-941dcd008386 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbe5654e47ef46c19e3932d2d1215128&device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 1101 time: 0.1763628 Jul 16 15:41:38.211256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Allocated IP 172.20.0.12 (0151cafa-8d08-465d-9b0a-6a975c0ec94a/6c55df78-aae2-41ee-b414-095d4f119c7a/e6d01f5a-22db-4f82-80e9-14788941f841) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:38.318156 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-81f260e8-0571-4736-ae6d-0aa1d39c7fc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b HTTP/1.1" status: 200 len: 217 time: 0.0489404 Jul 16 15:41:38.422944 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-1c655c45-5bb9-4186-aa40-644b6f1cf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:38.424440 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-1c655c45-5bb9-4186-aa40-644b6f1cf5f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5077b8d3-c218-4ffe-9041-9f961f966e2e HTTP/1.1" status: 200 len: 843 time: 0.0905457 Jul 16 15:41:38.463852 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:38.583452 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-af3292bd-7703-4e28-9838-2a9ed36af751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:38.584807 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-af3292bd-7703-4e28-9838-2a9ed36af751 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69028796-9dd8-4a10-b87e-29f8a0021d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1521981 Jul 16 15:41:38.590799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:38.687935 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Network 0151cafa-8d08-465d-9b0a-6a975c0ec94a is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:38.700264 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:38.708581 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44d727-71bc-486c-967f-ba137dad4b0c req-d552838c-3b50-4b03-b965-986eb6adf285 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:38.710030 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3f44d727-71bc-486c-967f-ba137dad4b0c req-d552838c-3b50-4b03-b965-986eb6adf285 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.2236607 Jul 16 15:41:38.734321 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:38.742213 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Pushing event updated for resources: {'Port': ['ID=e6d01f5a-22db-4f82-80e9-14788941f841,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:38.780162 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9a8a-aae7-41d7-acee-ebbad2980e3e req-dba6f01e-ec59-406c-825d-3c5f13aa1334 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:38.781572 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92aa9a8a-aae7-41d7-acee-ebbad2980e3e req-dba6f01e-ec59-406c-825d-3c5f13aa1334 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 948 time: 0.2790506 Jul 16 15:41:39.072384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:39.073000 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:39.084266 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-aa61a734-0354-4349-b0c5-d623342b37c7 service neutron] 10.222.0.11 "GET /v2.0/networks/69028796-9dd8-4a10-b87e-29f8a0021d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898131 Jul 16 15:41:39.093254 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3f44d727-71bc-486c-967f-ba137dad4b0c req-cad64131-70ac-467d-b264-3115f9cd8907 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518667 Jul 16 15:41:39.113342 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-3580844f-9efc-40ce-9de6-3229feec7360 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4383721 Jul 16 15:41:39.133349 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92aa9a8a-aae7-41d7-acee-ebbad2980e3e req-7e50d4cf-f094-4b29-b4ea-7664bd7f3c4e tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339438 Jul 16 15:41:39.151702 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Request body: {'port': {'device_id': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:39.385534 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-624f08c4-d707-4d18-aed1-8ed79717ecd5 req-07b94817-a5e4-4419-a75d-7f6f675a44c1 service neutron] 10.222.0.11 "GET /v2.0/networks/69028796-9dd8-4a10-b87e-29f8a0021d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852023 Jul 16 15:41:39.421765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:39.480344 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415310e6-5693-4586-88e1-bc97a9dd4c40 req-7e77e7e2-d611-4e8d-b1c3-13868537b845 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:39.487713 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-415310e6-5693-4586-88e1-bc97a9dd4c40 req-7e77e7e2-d611-4e8d-b1c3-13868537b845 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 932 time: 0.2404466 Jul 16 15:41:39.664014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-415310e6-5693-4586-88e1-bc97a9dd4c40 req-32e84f7d-db24-4a61-b20c-22a6e9f0234d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753054 Jul 16 15:41:39.669283 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2a08c-1d0c-47ea-b1ff-dc61621bc76b req-6228ab4d-de8c-4692-b14c-0b1ec7d1e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:39.670855 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7f2a08c-1d0c-47ea-b1ff-dc61621bc76b req-6228ab4d-de8c-4692-b14c-0b1ec7d1e9ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 1099 time: 0.2668366 Jul 16 15:41:39.776974 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-1eac0209-0f13-4e78-a31b-3231a5d46d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:39.778666 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-1eac0209-0f13-4e78-a31b-3231a5d46d70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbe5654e47ef46c19e3932d2d1215128&device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 1101 time: 0.2331362 Jul 16 15:41:39.832832 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7f2a08c-1d0c-47ea-b1ff-dc61621bc76b req-3e543df1-7181-4e3d-8359-0bc486746a89 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118953 Jul 16 15:41:39.947851 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-2d2fd7a3-f60f-4f98-9a09-5828051fa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:39.949259 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-2d2fd7a3-f60f-4f98-9a09-5828051fa32b service neutron] 10.222.0.11 "GET /v2.0/networks?id=69028796-9dd8-4a10-b87e-29f8a0021d05 HTTP/1.1" status: 200 len: 870 time: 0.1598983 Jul 16 15:41:39.952733 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d01f5a-22db-4f82-80e9-14788941f841 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:41:39.959906 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:39.971845 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Transition to ACTIVE for port object e6d01f5a-22db-4f82-80e9-14788941f841 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:39.975707 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:40.031713 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6d01f5a-22db-4f82-80e9-14788941f841,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:40.096902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Attempting to bind port e6d01f5a-22db-4f82-80e9-14788941f841 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:40.097542 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Attempting to bind port e6d01f5a-22db-4f82-80e9-14788941f841 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:40.097542 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Attempting to bind port e6d01f5a-22db-4f82-80e9-14788941f841 on network 0151cafa-8d08-465d-9b0a-6a975c0ec94a {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:40.101941 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Port e6d01f5a-22db-4f82-80e9-14788941f841 on network 0151cafa-8d08-465d-9b0a-6a975c0ec94a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:41:40.102319 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Attempting to bind port e6d01f5a-22db-4f82-80e9-14788941f841 on network 0151cafa-8d08-465d-9b0a-6a975c0ec94a {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:40.108136 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:40.108490 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Checking segment: {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:40.108873 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Bound using segment: {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:40.109372 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Bound port: e6d01f5a-22db-4f82-80e9-14788941f841, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988dd3b-d210-420a-b3c7-d830d49c8328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:40.109733 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:40.207075 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-9b2319b9-dbbb-4d1a-82ea-929df4816f18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b HTTP/1.1" status: 200 len: 217 time: 0.0465264 Jul 16 15:41:40.211848 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] For port e6d01f5a-22db-4f82-80e9-14788941f841, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:40.242546 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] For port e6d01f5a-22db-4f82-80e9-14788941f841, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6d01f5a-22db-4f82-80e9-14788941f841,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:40.281916 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:40.351417 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.352034 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:40.353708 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] 10.222.0.11 "PUT /v2.0/ports/e6d01f5a-22db-4f82-80e9-14788941f841 HTTP/1.1" status: 200 len: 1094 time: 1.2111268 Jul 16 15:41:40.357276 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'tag': 'e6d01f5a-22db-4f82-80e9-14788941f841'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:40.359509 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca59520-e957-419e-892b-8bc515a17df3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce501cb2-e262-4342-96f9-903c266e8f21", "tag": "e6d01f5a-22db-4f82-80e9-14788941f841"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:40.399009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-721c619e-f369-4bc0-a049-b44db4b2d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.400577 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-721c619e-f369-4bc0-a049-b44db4b2d101 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5077b8d3-c218-4ffe-9041-9f961f966e2e HTTP/1.1" status: 200 len: 843 time: 0.1698906 Jul 16 15:41:40.432691 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfd82b-6b89-4666-bb1c-4aa2b32bb7cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6d01f5a-22db-4f82-80e9-14788941f841,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:40.507404 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424d78e-59f5-42b1-88a4-9de83ea6c372 req-c42e623a-3450-42d2-99ad-c0446348a4a7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.508784 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8424d78e-59f5-42b1-88a4-9de83ea6c372 req-c42e623a-3450-42d2-99ad-c0446348a4a7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.2945466 Jul 16 15:41:40.535528 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0af3f-4936-48c3-b126-d94ea93e792a req-842607d8-d09b-493f-ad72-0ab6347cb849 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.536891 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7c0af3f-4936-48c3-b126-d94ea93e792a req-842607d8-d09b-493f-ad72-0ab6347cb849 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 948 time: 0.2527256 Jul 16 15:41:40.599799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-1e2f8916-dad0-4b0b-ba09-d7441d3974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.601291 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-1e2f8916-dad0-4b0b-ba09-d7441d3974ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8975edbe54328b10c843a7d060b08&device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 1097 time: 0.1792665 Jul 16 15:41:40.609237 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8424d78e-59f5-42b1-88a4-9de83ea6c372 req-d4df759e-cd57-4c74-86ca-fef1a54dd577 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908883 Jul 16 15:41:40.610909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-59fd2c66-eee2-4ad7-b02e-c5bfde104701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.612318 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-59fd2c66-eee2-4ad7-b02e-c5bfde104701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=69028796-9dd8-4a10-b87e-29f8a0021d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1989796 Jul 16 15:41:40.619941 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7c0af3f-4936-48c3-b126-d94ea93e792a req-b35840ad-e15d-4e97-bd3d-408582b21f94 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760756 Jul 16 15:41:40.670302 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-a0ce00fb-c9af-49bd-a8cb-9b928ad1e508 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6d01f5a-22db-4f82-80e9-14788941f841 HTTP/1.1" status: 200 len: 217 time: 0.0370593 Jul 16 15:41:40.750973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d88a58d-92dc-4fc5-92fb-923adf752786 x-openstack-request-id: req-0d88a58d-92dc-4fc5-92fb-923adf752786 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:40.750973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce501cb2-e262-4342-96f9-903c266e8f21", "tag": "e6d01f5a-22db-4f82-80e9-14788941f841", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:40.750973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d88a58d-92dc-4fc5-92fb-923adf752786 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:40.750973 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'tag': 'e6d01f5a-22db-4f82-80e9-14788941f841', 'status': 'completed', 'code': 200} Jul 16 15:41:40.789037 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-e9453309-d48e-48db-8548-a88e84e441e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:40.790489 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-e9453309-d48e-48db-8548-a88e84e441e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c55df78-aae2-41ee-b414-095d4f119c7a HTTP/1.1" status: 200 len: 848 time: 0.0438998 Jul 16 15:41:40.819791 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-361a0366-ee04-4fc5-b1b6-70f2b3381ae8 service neutron] 10.222.0.11 "GET /v2.0/networks/69028796-9dd8-4a10-b87e-29f8a0021d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847668 Jul 16 15:41:40.846673 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-9f8af048-144e-4514-b943-a3a06b4d59f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0151cafa-8d08-465d-9b0a-6a975c0ec94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358183 Jul 16 15:41:41.048350 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-2ce62fff-86e8-4e03-9b6c-bff383e0fa9e service neutron] 10.222.0.11 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741788 Jul 16 15:41:41.060287 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a036be-6132-4a89-8686-25c1db90d156 req-6f35433b-fe96-44ad-ad0f-57ae21937ca4 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:41.061791 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62a036be-6132-4a89-8686-25c1db90d156 req-6f35433b-fe96-44ad-ad0f-57ae21937ca4 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 944 time: 0.2216976 Jul 16 15:41:41.063828 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-090abd29-34b5-4c94-90cc-aa3cc13885c4 req-38fb20a1-c65d-4f6a-b9dd-901c297d9c92 service neutron] 10.222.0.11 "GET /v2.0/networks/69028796-9dd8-4a10-b87e-29f8a0021d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909699 Jul 16 15:41:41.109870 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62a036be-6132-4a89-8686-25c1db90d156 req-76715f55-70b4-44e1-97fa-cebb0a8931de tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Jul 16 15:41:41.238552 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f2b10dff-e228-4ba1-9f59-0238823ec349 req-02005a66-f53b-4754-8792-e87b15826f94 service neutron] 10.222.0.11 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076910 Jul 16 15:41:41.494568 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59520-e957-419e-892b-8bc515a17df3 req-ecd85c4b-f0b8-429e-8bc4-a47b68d7e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:41.496138 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-ecd85c4b-f0b8-429e-8bc4-a47b68d7e8e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8975edbe54328b10c843a7d060b08&device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 1097 time: 0.0534112 Jul 16 15:41:41.592392 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59520-e957-419e-892b-8bc515a17df3 req-ee27c569-1689-4169-8586-0dc0593e9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:41.593865 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-ee27c569-1689-4169-8586-0dc0593e9e2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0151cafa-8d08-465d-9b0a-6a975c0ec94a HTTP/1.1" status: 200 len: 909 time: 0.0865569 Jul 16 15:41:41.636315 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-d09b7a9a-c0f9-4f6a-85f9-69d0dbaafaf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6d01f5a-22db-4f82-80e9-14788941f841 HTTP/1.1" status: 200 len: 217 time: 0.0329063 Jul 16 15:41:41.702438 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59520-e957-419e-892b-8bc515a17df3 req-be3e30f6-91de-4d36-87df-cae30bfa7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:41.704067 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-be3e30f6-91de-4d36-87df-cae30bfa7fee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c55df78-aae2-41ee-b414-095d4f119c7a HTTP/1.1" status: 200 len: 848 time: 0.0481660 Jul 16 15:41:41.748139 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-59970d96-0d7f-4180-a2fa-83261d7c40a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0151cafa-8d08-465d-9b0a-6a975c0ec94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319688 Jul 16 15:41:41.936481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b2e2a-0c5b-4ab7-aef5-7609f60decec req-8ba00022-92fd-46f2-8b03-1fed7e0b40ac tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:41.937942 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-860b2e2a-0c5b-4ab7-aef5-7609f60decec req-8ba00022-92fd-46f2-8b03-1fed7e0b40ac tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1926184 Jul 16 15:41:41.940583 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-afeb6598-fd97-4f21-86b8-7772a1853f60 service neutron] 10.222.0.11 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614976 Jul 16 15:41:41.957607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30d5ca-0376-4a0c-8809-b70f60613c4e req-e0632538-32ec-4d3d-b9f0-e421bb69b847 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:41.959010 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4a30d5ca-0376-4a0c-8809-b70f60613c4e req-e0632538-32ec-4d3d-b9f0-e421bb69b847 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 948 time: 0.1723242 Jul 16 15:41:42.031612 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-860b2e2a-0c5b-4ab7-aef5-7609f60decec req-53936674-e3aa-4955-8054-8f907d164fae tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819385 Jul 16 15:41:42.302995 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4a30d5ca-0376-4a0c-8809-b70f60613c4e req-36a79f8e-549e-4d65-9526-548e40a9cae7 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259506 Jul 16 15:41:42.321026 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ca59520-e957-419e-892b-8bc515a17df3 req-916d9043-87a5-451b-aea1-0194ef553924 service neutron] 10.222.0.11 "GET /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601344 Jul 16 15:41:42.396575 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5495a8-c9dd-4fa3-92d5-16bcba48346f req-734523d8-ed90-4aab-b3dd-3b90503e3d69 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:42.398313 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fb5495a8-c9dd-4fa3-92d5-16bcba48346f req-734523d8-ed90-4aab-b3dd-3b90503e3d69 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0722578 Jul 16 15:41:42.484104 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fb5495a8-c9dd-4fa3-92d5-16bcba48346f req-be91d50a-7460-4727-9432-3aba1769e29b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768547 Jul 16 15:41:42.513711 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d96c5-df37-47ac-b702-d7fd1b6276e0 req-af57652a-413a-465b-a4b0-eeacab67a920 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:42.515402 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2a6d96c5-df37-47ac-b702-d7fd1b6276e0 req-af57652a-413a-465b-a4b0-eeacab67a920 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 944 time: 0.0965154 Jul 16 15:41:42.559471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2a6d96c5-df37-47ac-b702-d7fd1b6276e0 req-47f83c0d-1939-4415-8e24-5691fa0e997d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Jul 16 15:41:42.905383 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device c22cbea5-5a87-488d-bdcf-3114f83d078b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:41:43.009516 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port c22cbea5-5a87-488d-bdcf-3114f83d078b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:43.020453 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'c22cbea5-5a87-488d-bdcf-3114f83d078b', 'network_id': '69028796-9dd8-4a10-b87e-29f8a0021d05', 'port_id': 'c22cbea5-5a87-488d-bdcf-3114f83d078b', 'mac_address': 'fa:16:3e:f9:3f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5077b8d3-c218-4ffe-9041-9f961f966e2e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:41:43.060368 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.072953 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22cbea5-5a87-488d-bdcf-3114f83d078b {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:41:43.095057 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port c22cbea5-5a87-488d-bdcf-3114f83d078b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:43.099510 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.152409 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=c22cbea5-5a87-488d-bdcf-3114f83d078b,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:43.184050 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 57240) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:43.190261 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.285540 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-409e1feb-9d28-4500-9d55-2523c9c42e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.374130 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-409e1feb-9d28-4500-9d55-2523c9c42e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.377770 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-409e1feb-9d28-4500-9d55-2523c9c42e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.420172 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-409e1feb-9d28-4500-9d55-2523c9c42e1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e511df7396148dfa02f0785236b2cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349393 Jul 16 15:41:43.421050 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e1feb-9d28-4500-9d55-2523c9c42e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b35e011-58f4-4f93-8633-0f242515bee7,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:43.422820 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57248) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:43.475465 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-adbdff78-40f7-47f4-b0e9-cf7f848062d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.495575 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-adbdff78-40f7-47f4-b0e9-cf7f848062d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.497484 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be669-846a-47c8-ab74-bbaf4ba55679 req-2f75fbeb-3245-4960-9733-1f7f04047aa4 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:43.498983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c30be669-846a-47c8-ab74-bbaf4ba55679 req-2f75fbeb-3245-4960-9733-1f7f04047aa4 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 949 time: 0.0737967 Jul 16 15:41:43.538461 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c30be669-846a-47c8-ab74-bbaf4ba55679 req-2e137818-375d-4287-9215-fbfe513bff6d tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Jul 16 15:41:43.541772 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-adbdff78-40f7-47f4-b0e9-cf7f848062d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.544331 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-adbdff78-40f7-47f4-b0e9-cf7f848062d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:43.545464 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-adbdff78-40f7-47f4-b0e9-cf7f848062d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b35e011-58f4-4f93-8633-0f242515bee7 HTTP/1.1" status: 204 len: 168 time: 0.1216300 Jul 16 15:41:43.553682 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdff78-40f7-47f4-b0e9-cf7f848062d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b35e011-58f4-4f93-8633-0f242515bee7,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:43.588657 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['c22cbea5-5a87-488d-bdcf-3114f83d078b'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:41:43.789116 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76419c-c3c7-491c-94bb-e950df1b46aa req-2d69cb68-b9f2-42ab-8ae6-0c23da3264a8 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:43.790706 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf76419c-c3c7-491c-94bb-e950df1b46aa req-2d69cb68-b9f2-42ab-8ae6-0c23da3264a8 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 944 time: 0.1036232 Jul 16 15:41:43.831491 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf76419c-c3c7-491c-94bb-e950df1b46aa req-355e83b9-2a1e-4640-874e-4a9d81ecca96 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Jul 16 15:41:43.938193 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-06f20dd4-b224-4508-b5d5-7b8a7129b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.281917 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57292) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:44.332391 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fcdba-abef-4dce-806d-145f4afffd98 req-d5169c35-de28-4f1c-a8dc-367b2d125559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:44.333879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-d5169c35-de28-4f1c-a8dc-367b2d125559 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.0983665 Jul 16 15:41:44.346215 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153de5d8-0b31-4e90-8529-1c98b6045aa5 req-9fcea60b-2396-4523-a391-110623b1e2cb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:44.351738 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-153de5d8-0b31-4e90-8529-1c98b6045aa5 req-9fcea60b-2396-4523-a391-110623b1e2cb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0869887 Jul 16 15:41:44.380316 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-209791883-network', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:44.400001 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Made reservation on behalf of f3f272ab96cf484abd05ba1bc5bcfbcd for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:41:44.402760 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.411273 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.439636 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-153de5d8-0b31-4e90-8529-1c98b6045aa5 req-94c7407a-e9a5-425b-87c5-27e8a0b0701f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788820 Jul 16 15:41:44.470736 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fcdba-abef-4dce-806d-145f4afffd98 req-176b4fb7-9074-44fc-a2ea-46405a9d9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:44.472534 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-176b4fb7-9074-44fc-a2ea-46405a9d9774 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.1199088 Jul 16 15:41:44.501601 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.509988 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.521536 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:41:44.531290 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.531634 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Added segment 564ff5b8-3a8f-42a2-b9df-0b918d665fb4 of type vlan for network d279250c-d182-4170-b174-8e3a8159523e Jul 16 15:41:44.543182 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-c6d5ced9-046e-4bfe-948d-b02dbacf8915 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0513206 Jul 16 15:41:44.585194 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.606282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fcdba-abef-4dce-806d-145f4afffd98 req-9c0eb4ba-ae66-4c27-a19b-8a0abe4d94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:44.607853 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-9c0eb4ba-ae66-4c27-a19b-8a0abe4d94a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.0571628 Jul 16 15:41:44.638555 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7532da-c6d8-4628-8de0-da868d64bbc2,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:44.655754 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.656735 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:44.657350 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.679496 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-5d76fa41-e20b-42b0-99f1-517c4e7c4d8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377052 Jul 16 15:41:44.704708 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4216828 Jul 16 15:41:44.708742 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57300) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:44.737178 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Request body: {'subnet': {'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-209791883-subnet', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:44.741141 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c497f2f-745d-4b6f-9627-35d879a9855f admin admin] Pushing event updated for resources: {'Network': ['ID=d279250c-d182-4170-b174-8e3a8159523e,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:44.751871 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network d279250c-d182-4170-b174-8e3a8159523e details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:41:44.771921 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Made reservation on behalf of f3f272ab96cf484abd05ba1bc5bcfbcd for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:41:44.774514 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:44.806918 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da788f4-9661-490e-bd4e-e149611131f3 req-eeb28989-370e-43e9-b6ac-6e445cd6412b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:44.806918 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4da788f4-9661-490e-bd4e-e149611131f3 req-eeb28989-370e-43e9-b6ac-6e445cd6412b tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 949 time: 0.1250272 Jul 16 15:41:44.832695 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-3474c61b-9fdb-4286-896f-6ac8a36913c2 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417146 Jul 16 15:41:44.875259 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4da788f4-9661-490e-bd4e-e149611131f3 req-f62bdd59-a12f-4437-b05b-2229f4eff855 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603328 Jul 16 15:41:44.929104 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e6d01f5a-22db-4f82-80e9-14788941f841 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:41:44.939046 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device c22cbea5-5a87-488d-bdcf-3114f83d078b up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:44.960675 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-265fcdba-abef-4dce-806d-145f4afffd98 req-c6b5898f-2525-429c-8e57-507e6c55f964 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191483 Jul 16 15:41:45.028325 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.064009 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port c22cbea5-5a87-488d-bdcf-3114f83d078b completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:45.084842 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924564af-ea5c-49ee-ac5c-d55cca1a3f7e req-86fd291e-0431-4230-828c-e051c2eed811 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:45.087836 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-924564af-ea5c-49ee-ac5c-d55cca1a3f7e req-86fd291e-0431-4230-828c-e051c2eed811 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 944 time: 0.0812416 Jul 16 15:41:45.090597 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca4d092-6ab6-4694-80ba-963a6605adc0,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:45.102137 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port c22cbea5-5a87-488d-bdcf-3114f83d078b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:45.102520 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.106262 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Checking segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:45.106655 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Network hostable DHCP agents. Network: d279250c-d182-4170-b174-8e3a8159523e, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:41:45.132467 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Network d279250c-d182-4170-b174-8e3a8159523e is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:41:45.133636 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-924564af-ea5c-49ee-ac5c-d55cca1a3f7e req-dc40f90b-8386-4431-9c64-971069223757 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Jul 16 15:41:45.147559 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, d279250c-d182-4170-b174-8e3a8159523e) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:45.152569 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:45.153642 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.159061 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0778352-39b6-446a-ae56-2451d087bf90 None None] Network d279250c-d182-4170-b174-8e3a8159523e requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:41:45.166459 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e6d01f5a-22db-4f82-80e9-14788941f841, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6d01f5a-22db-4f82-80e9-14788941f841,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:45.172012 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 57316) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:45.172158 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3e51828b-f6c9-4aee-914d-c78c36adc786 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4622395 Jul 16 15:41:45.176490 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:45.197501 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.199406 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.205382 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'e6d01f5a-22db-4f82-80e9-14788941f841', 'network_id': '0151cafa-8d08-465d-9b0a-6a975c0ec94a', 'port_id': 'e6d01f5a-22db-4f82-80e9-14788941f841', 'mac_address': 'fa:16:3e:a6:31:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c55df78-aae2-41ee-b414-095d4f119c7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:41:45.253103 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.404367 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.433995 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.440698 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.463831 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d01f5a-22db-4f82-80e9-14788941f841 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:41:45.523546 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22cbea5-5a87-488d-bdcf-3114f83d078b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:45.528372 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426783a-0f6b-4eab-a2fd-5d6a8032a559" -d '{"events": [{"server_uuid": "81a261a6-508f-46f7-a130-54bb0cc227a2", "name": "network-vif-plugged", "status": "completed", "tag": "c22cbea5-5a87-488d-bdcf-3114f83d078b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:45.544634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e6d01f5a-22db-4f82-80e9-14788941f841, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6d01f5a-22db-4f82-80e9-14788941f841,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:45.549865 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port c22cbea5-5a87-488d-bdcf-3114f83d078b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:45.557116 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.588908 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccebc489-522d-4362-be66-934578d02f26 x-openstack-request-id: req-ccebc489-522d-4362-be66-934578d02f26 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:45.589516 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a261a6-508f-46f7-a130-54bb0cc227a2", "name": "network-vif-plugged", "status": "completed", "tag": "c22cbea5-5a87-488d-bdcf-3114f83d078b", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:45.589781 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ccebc489-522d-4362-be66-934578d02f26 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:45.590174 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22cbea5-5a87-488d-bdcf-3114f83d078b', 'code': 200} Jul 16 15:41:45.608970 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.616722 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-d279250c-d182-4170-b174-8e3a8159523e', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:41:45.617932 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.647984 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.672315 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:45.716275 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=e6d01f5a-22db-4f82-80e9-14788941f841,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:45.733739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd65b2e-3747-403c-bfba-5f813be50a72 req-384aa6a1-37ed-46e8-b9d6-8f755d637a11 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:45.735328 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ccd65b2e-3747-403c-bfba-5f813be50a72 req-384aa6a1-37ed-46e8-b9d6-8f755d637a11 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1656423 Jul 16 15:41:45.806324 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ccd65b2e-3747-403c-bfba-5f813be50a72 req-34e3cf64-5ef8-4189-b23c-ca67984c2a82 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634191 Jul 16 15:41:45.813712 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=c22cbea5-5a87-488d-bdcf-3114f83d078b,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:45.840979 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Allocated IP 172.27.1.14 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/17f0ac26-ac4d-46da-9e44-9ebc54f81ebf) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:45.849218 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Allocated IP 172.20.0.2 (d279250c-d182-4170-b174-8e3a8159523e/1ca4d092-6ab6-4694-80ba-963a6605adc0/25208681-dc0a-4598-8397-e43f6255f1ce) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:45.982633 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.002489 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60077c2e-18a6-4f05-b480-e1444b265e96 req-cb84df57-4b39-473c-9857-d220e9dd09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:46.004034 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-60077c2e-18a6-4f05-b480-e1444b265e96 req-cb84df57-4b39-473c-9857-d220e9dd09f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 1103 time: 0.1235676 Jul 16 15:41:46.035519 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['e6d01f5a-22db-4f82-80e9-14788941f841'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:41:46.043576 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.074577 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Transition to ACTIVE for port object 25208681-dc0a-4598-8397-e43f6255f1ce will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:46.093950 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-60077c2e-18a6-4f05-b480-e1444b265e96 req-0ca8577b-4ed5-4e01-a987-22aed597075c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779636 Jul 16 15:41:46.096514 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.102232 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Transition to ACTIVE for port object 25208681-dc0a-4598-8397-e43f6255f1ce will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:46.115915 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.152171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:46.158239 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:46.160607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:46.172992 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Network d279250c-d182-4170-b174-8e3a8159523e is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:46.181083 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:46.186208 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:46.188407 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Pushing event updated for resources: {'Port': ['ID=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:46.203043 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Pushing event updated for resources: {'Port': ['ID=25208681-dc0a-4598-8397-e43f6255f1ce,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:46.203889 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbf37e-154b-438a-a56b-1a324c44686c req-1c15ebd4-aca0-4da3-849f-90648348f7cd tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:46.205584 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56cbf37e-154b-438a-a56b-1a324c44686c req-1c15ebd4-aca0-4da3-849f-90648348f7cd tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.1732585 Jul 16 15:41:46.278079 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Attempting to bind port 25208681-dc0a-4598-8397-e43f6255f1ce on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:46.278448 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Attempting to bind port 25208681-dc0a-4598-8397-e43f6255f1ce by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:46.278818 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Attempting to bind port 25208681-dc0a-4598-8397-e43f6255f1ce on network d279250c-d182-4170-b174-8e3a8159523e {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:46.290996 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:46.291403 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Checking segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:46.291851 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.292229 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Bound using segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:46.292696 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Bound port: 25208681-dc0a-4598-8397-e43f6255f1ce, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:46.293080 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.315142 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56cbf37e-154b-438a-a56b-1a324c44686c req-540b3747-4637-47b5-81cc-b67f7df2daf6 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978980 Jul 16 15:41:46.367994 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] For port 25208681-dc0a-4598-8397-e43f6255f1ce, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:46.371507 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] For port 25208681-dc0a-4598-8397-e43f6255f1ce, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=25208681-dc0a-4598-8397-e43f6255f1ce,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:46.376010 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.466305 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc06854-1736-4101-b21a-f54d8587d40f None None] Pushing event updated for resources: {'Port': ['ID=25208681-dc0a-4598-8397-e43f6255f1ce,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:46.518512 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.586156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.642400 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57348) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:46.643000 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-46860e05-f8e3-4ecf-9f07-b48ea2f98d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.796619 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6122152c-d20f-4612-bd06-4ca7c5760b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.862481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f06f-8483-4ec8-b893-c5072151e3e8 req-1000fd57-41f4-463e-a91f-361decd6cf99 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:46.864044 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56b2f06f-8483-4ec8-b893-c5072151e3e8 req-1000fd57-41f4-463e-a91f-361decd6cf99 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 945 time: 0.4029510 Jul 16 15:41:46.905372 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6122152c-d20f-4612-bd06-4ca7c5760b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.910049 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6122152c-d20f-4612-bd06-4ca7c5760b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:46.938805 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56b2f06f-8483-4ec8-b893-c5072151e3e8 req-8bb4b994-9de1-4acb-999a-3942b16f4599 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Jul 16 15:41:46.945329 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122152c-d20f-4612-bd06-4ca7c5760b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0f3e8b-b0ab-476c-a0c3-65e20d9db55e,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:46.956982 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6122152c-d20f-4612-bd06-4ca7c5760b86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbb015a1ec9f4914a1be9759f988d2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133631 Jul 16 15:41:46.957457 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57356) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:47.014410 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf8949cb-36bb-476b-a223-afa890d1ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.034973 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf8949cb-36bb-476b-a223-afa890d1ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.055370 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.082107 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf8949cb-36bb-476b-a223-afa890d1ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.085339 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf8949cb-36bb-476b-a223-afa890d1ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.086094 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-cf8949cb-36bb-476b-a223-afa890d1ef1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf0f3e8b-b0ab-476c-a0c3-65e20d9db55e HTTP/1.1" status: 204 len: 168 time: 0.1277180 Jul 16 15:41:47.102531 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8949cb-36bb-476b-a223-afa890d1ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0f3e8b-b0ab-476c-a0c3-65e20d9db55e,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:47.218085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa76d2a-f5d9-469e-ae24-3d00131b3459 req-b2b26d80-df42-41e1-bba3-263c023fc281 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:47.219619 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cfa76d2a-f5d9-469e-ae24-3d00131b3459 req-b2b26d80-df42-41e1-bba3-263c023fc281 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1252553 Jul 16 15:41:47.282434 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cfa76d2a-f5d9-469e-ae24-3d00131b3459 req-a0314f92-e295-4561-891f-555aae035565 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561466 Jul 16 15:41:47.288003 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Router 286d8452-ccc7-4abb-8f11-983d2a1837c2 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:41:47.458490 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:41:47.471732 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Sync routers for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:41:47.483211 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:47.484270 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:47.553339 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.557735 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57374) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:47.557915 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-121dc012-f74d-4c1e-a358-175aa35e06b2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3846729 Jul 16 15:41:47.624333 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee5cdb-ec24-46cc-9e3f-82a24a4d6ad4 req-b26a31c3-1092-4f1b-b5ea-29abbfbc8e7e tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:47.628492 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:47.636264 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6ee5cdb-ec24-46cc-9e3f-82a24a4d6ad4 req-b26a31c3-1092-4f1b-b5ea-29abbfbc8e7e tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.1753042 Jul 16 15:41:47.646412 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:47.684018 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cb8d5-b1a6-40fc-9a0e-a656fd1e4113 None None] Network d279250c-d182-4170-b174-8e3a8159523e requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:41:47.707086 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6ee5cdb-ec24-46cc-9e3f-82a24a4d6ad4 req-4ce2b62c-2a51-4bf8-8724-16b697d824b9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697994 Jul 16 15:41:47.774493 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-15fb4b6d-533e-48a4-857c-3288db5dc15a None None] Provisioning for port 25208681-dc0a-4598-8397-e43f6255f1ce completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:47.829570 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:46Z', 'revision_number': 3, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:47.859614 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Checking router: 286d8452-ccc7-4abb-8f11-983d2a1837c2 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:41:47.859976 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Updating router 286d8452-ccc7-4abb-8f11-983d2a1837c2 port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:41:47.892631 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.088910 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.180771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a296c-9d25-48f8-b225-a62ba1c9e84c req-6a5dc26b-d4fe-4307-9647-74ab85397d95 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:48.182970 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e16a296c-9d25-48f8-b225-a62ba1c9e84c req-6a5dc26b-d4fe-4307-9647-74ab85397d95 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 945 time: 0.0863683 Jul 16 15:41:48.235311 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e16a296c-9d25-48f8-b225-a62ba1c9e84c req-6f7318b3-63d5-4ff1-9508-f4195c058da6 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Jul 16 15:41:48.258737 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 25208681-dc0a-4598-8397-e43f6255f1ce up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:48.292195 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.302301 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Transition to ACTIVE for port object 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:48.302531 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Allocated IP 172.20.0.1 (d279250c-d182-4170-b174-8e3a8159523e/1ca4d092-6ab6-4694-80ba-963a6605adc0/6747c23d-f5fd-4dcf-8386-80bb27ac6b4d) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:48.317087 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.322206 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 25208681-dc0a-4598-8397-e43f6255f1ce completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:48.329546 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 25208681-dc0a-4598-8397-e43f6255f1ce triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:48.330105 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.388685 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Pushing event updated for resources: {'Port': ['ID=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:48.396700 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Attempting to bind port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:48.397145 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Attempting to bind port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:48.397513 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Attempting to bind port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:48.411558 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.411995 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.412322 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.414928 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.415213 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.415748 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.416090 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.416490 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.417225 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.417561 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.417914 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.418242 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:41:48.423860 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.425683 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:48.426070 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:48.426952 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.427836 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:48.428305 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Bound port: 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:48.428710 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.430298 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.444624 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Transition to ACTIVE for port object 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:48.469117 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 25208681-dc0a-4598-8397-e43f6255f1ce, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=25208681-dc0a-4598-8397-e43f6255f1ce,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:48.475371 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.487941 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200daf8-32e8-4d2d-986f-78d4f21bab71 req-46a91183-fbef-4524-99b7-50c3ce827dd2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:48.489513 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0200daf8-32e8-4d2d-986f-78d4f21bab71 req-46a91183-fbef-4524-99b7-50c3ce827dd2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0869024 Jul 16 15:41:48.490954 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.502983 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] For port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:48.507065 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] For port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:48.516519 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.532412 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Network d279250c-d182-4170-b174-8e3a8159523e is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:48.538807 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:48.543104 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:48.543603 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.550147 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:48.552628 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0200daf8-32e8-4d2d-986f-78d4f21bab71 req-f2eeeffe-1894-42ec-bca9-1e86a6329613 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575032 Jul 16 15:41:48.570942 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=25208681-dc0a-4598-8397-e43f6255f1ce,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:48.579418 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608c2e3-ba22-4b16-a786-159fb543e2ed None None] Pushing event updated for resources: {'Port': ['ID=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:48.589330 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:48.589936 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:48.703907 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.705533 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:48.844794 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4ef89ec4-9b95-4710-8d28-0e3238a54817 None None] Provisioning for port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:48.849414 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4ef89ec4-9b95-4710-8d28-0e3238a54817 None None] Provisioning complete for port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:48.850026 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4ef89ec4-9b95-4710-8d28-0e3238a54817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.875898 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.887493 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.888477 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:48.888888 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-4ef89ec4-9b95-4710-8d28-0e3238a54817 None None] Port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:41:48.913968 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:46Z', 'revision_number': 3, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:48.940260 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf4769-44ec-4f3f-adfe-9fa034c20cb0 None None] The sync data for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi is: [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:46Z', 'revision_number': 3, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:41:48.950140 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:49.013351 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Network d279250c-d182-4170-b174-8e3a8159523e is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:49.014651 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:49.130560 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Router 286d8452-ccc7-4abb-8f11-983d2a1837c2 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:41:49.310503 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ebdc1edf-ac69-4601-9b54-663fdaefdc6a None None] Provisioning complete for port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:49.311134 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ebdc1edf-ac69-4601-9b54-663fdaefdc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:49.349927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc1edf-ac69-4601-9b54-663fdaefdc6a None None] Port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:41:49.441178 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:49.445567 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:41:49.451402 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4db1bb82-f9e6-49b2-9d9d-38b7e82cb7d2 admin admin] 10.222.0.10 "PUT /v2.0/routers/286d8452-ccc7-4abb-8f11-983d2a1837c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8920307 Jul 16 15:41:49.961663 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57410) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:49.966631 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1742112995-network', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:49.986678 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Made reservation on behalf of 89edcf4f61134c6da125ff735d576ea5 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:41:49.988876 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:49.997383 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.079545 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.083136 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.109849 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:41:50.115878 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abca35bd-5fc4-4d03-942a-208fe4e603dd,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:50.122100 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.122463 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Added segment 5cf3d95d-a7e3-44af-827d-3ef59fbdb84b of type vlan for network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b Jul 16 15:41:50.160761 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.189964 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.191021 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:50.191729 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.225982 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2606881 Jul 16 15:41:50.226165 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57412) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:50.231438 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Request body: {'subnet': {'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1742112995-subnet', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:50.258445 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 25208681-dc0a-4598-8397-e43f6255f1ce up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:50.266442 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae522b28-ab11-432a-a8cc-24f52325e57e admin admin] Pushing event updated for resources: {'Network': ['ID=a0fed0a1-016e-49b8-a6a6-d9db4a6e330b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:50.281361 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Made reservation on behalf of 89edcf4f61134c6da125ff735d576ea5 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:41:50.283710 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.284152 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:41:50.366278 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 25208681-dc0a-4598-8397-e43f6255f1ce triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:50.366853 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.449293 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:50.450912 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.502310 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:50.506005 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:50.506377 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.510216 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b32243-85c8-48a8-9b51-da46ea836722,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:50.514483 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Checking segment: {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:50.514851 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Network hostable DHCP agents. Network: a0fed0a1-016e-49b8-a6a6-d9db4a6e330b, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:41:50.533206 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:41:50.544364 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, a0fed0a1-016e-49b8-a6a6-d9db4a6e330b) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:50.549019 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:50.549189 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Sync routers for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:41:50.549615 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.556625 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a57b5-8860-4094-9ab5-08d6bff6ed13 None None] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:41:50.564185 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7437f0a3-810e-47ac-8d03-218114125be1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3369935 Jul 16 15:41:50.566645 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57414) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:50.570988 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:41:50.580577 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:50.581212 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:50.592288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.593342 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.648078 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.687583 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.700148 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e6d01f5a-22db-4f82-80e9-14788941f841 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:50.782653 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.890047 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:50.910050 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.986204 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.988142 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:51.004167 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.042927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port e6d01f5a-22db-4f82-80e9-14788941f841 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:51.048837 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:51.054324 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port e6d01f5a-22db-4f82-80e9-14788941f841 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:51.054702 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.125291 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Allocated IP 172.27.1.207 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/b4ce1073-8e5a-4975-8678-9e6f2c04287e) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:51.137707 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-a0fed0a1-016e-49b8-a6a6-d9db4a6e330b', 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'fixed_ips': [{'subnet_id': 'e7b32243-85c8-48a8-9b51-da46ea836722'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:41:51.138602 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.245363 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.255211 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040443e-5a7f-4a80-a9f7-09c71edac87f req-133fa6e2-46df-4351-8dfa-cdd205377515 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:51.256733 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2040443e-5a7f-4a80-a9f7-09c71edac87f req-133fa6e2-46df-4351-8dfa-cdd205377515 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.1112273 Jul 16 15:41:51.265250 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362275-6c73-4fbf-8d8a-22c79ad1dbc2 req-0fc5a952-80d7-4055-84da-d328f9bda838 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:51.266678 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d2362275-6c73-4fbf-8d8a-22c79ad1dbc2 req-0fc5a952-80d7-4055-84da-d328f9bda838 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 945 time: 0.1108222 Jul 16 15:41:51.288096 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.318667 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2040443e-5a7f-4a80-a9f7-09c71edac87f req-dadb1eb2-c97e-4d4d-a637-efe38f3662d1 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510216 Jul 16 15:41:51.326737 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:51.333513 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:51.336665 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:51.347469 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d2362275-6c73-4fbf-8d8a-22c79ad1dbc2 req-2fca454e-5959-4808-a7ac-f7a84432934c tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662241 Jul 16 15:41:51.384267 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.423456 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ce1073-8e5a-4975-8678-9e6f2c04287e,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:51.430396 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d01f5a-22db-4f82-80e9-14788941f841'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:51.433303 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151339df-93e7-4255-a6cc-d7dda9d7c28b" -d '{"events": [{"server_uuid": "ce501cb2-e262-4342-96f9-903c266e8f21", "name": "network-vif-plugged", "status": "completed", "tag": "e6d01f5a-22db-4f82-80e9-14788941f841"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:51.442008 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Allocated IP 172.20.0.2 (a0fed0a1-016e-49b8-a6a6-d9db4a6e330b/e7b32243-85c8-48a8-9b51-da46ea836722/b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:51.455793 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e6d01f5a-22db-4f82-80e9-14788941f841, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6d01f5a-22db-4f82-80e9-14788941f841,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:51.468020 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.522539 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 2, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:51.564483 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c39ce-67fe-4c0b-8bc0-978796ac9f80 req-a103fc93-286a-45f1-b50a-f0742b8a1368 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:51.566118 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f26c39ce-67fe-4c0b-8bc0-978796ac9f80 req-a103fc93-286a-45f1-b50a-f0742b8a1368 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0740263 Jul 16 15:41:51.584238 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Checking router: 286d8452-ccc7-4abb-8f11-983d2a1837c2 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:41:51.584611 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Updating router 286d8452-ccc7-4abb-8f11-983d2a1837c2 port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:41:51.607017 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.613773 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f26c39ce-67fe-4c0b-8bc0-978796ac9f80 req-322aa7b7-bebb-44ab-a742-249d30030536 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Jul 16 15:41:51.632346 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=e6d01f5a-22db-4f82-80e9-14788941f841,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:51.661816 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.709103 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d29de6-2a8f-4226-a6d6-2291787d3d44 x-openstack-request-id: req-c5d29de6-2a8f-4226-a6d6-2291787d3d44 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:51.709396 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce501cb2-e262-4342-96f9-903c266e8f21", "name": "network-vif-plugged", "status": "completed", "tag": "e6d01f5a-22db-4f82-80e9-14788941f841", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:51.709670 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5d29de6-2a8f-4226-a6d6-2291787d3d44 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:51.710015 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d01f5a-22db-4f82-80e9-14788941f841', 'code': 200} Jul 16 15:41:51.760717 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.817243 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Transition to ACTIVE for port object b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:51.822463 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.843475 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Transition to ACTIVE for port object b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:51.861802 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.862832 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481ced2-7f13-4345-b53e-7b45471597ad req-6c258a31-9964-461a-a1eb-f7a57252c970 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:51.864480 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1481ced2-7f13-4345-b53e-7b45471597ad req-6c258a31-9964-461a-a1eb-f7a57252c970 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.0794482 Jul 16 15:41:51.914129 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1481ced2-7f13-4345-b53e-7b45471597ad req-5a6681e3-6571-4e18-b6c2-fa31dc5da8eb tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Jul 16 15:41:51.935999 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:51.943040 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:51.946870 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:41:51.948793 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:51.952838 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Pushing event updated for resources: {'Port': ['ID=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:51.968238 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Router 52c7c6f6-64e3-4f5c-a916-a8daa194167f is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:41:52.032069 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Attempting to bind port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:52.032395 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Attempting to bind port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:52.032751 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Attempting to bind port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb on network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:52.046509 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:52.046886 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Checking segment: {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:52.047298 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.047690 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Bound using segment: {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:52.048160 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Bound port: b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:52.048537 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.073766 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:41:52.086149 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Sync routers for ids ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:41:52.096917 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.098769 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-04f4d029-a851-4c6b-9206-a65155101a55 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5310547 Jul 16 15:41:52.098953 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Routers {'52c7c6f6-64e3-4f5c-a916-a8daa194167f'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:52.099833 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:52.101682 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 57432) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:41:52.134606 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.158517 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Transition to ACTIVE for port object 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:52.170680 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.175533 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] For port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:52.179309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] For port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,segment=NetworkSegment(5cf3d95d-a7e3-44af-827d-3ef59fbdb84b),segment_id=5cf3d95d-a7e3-44af-827d-3ef59fbdb84b)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:52.208455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.239115 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c876cf8-ac99-49b6-8246-e1a4a72daa3b None None] Pushing event updated for resources: {'Port': ['ID=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:52.249971 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:52.259128 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Set router 52c7c6f6-64e3-4f5c-a916-a8daa194167f gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:52.397055 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Attempting to bind port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:52.397995 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Attempting to bind port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:52.398544 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Attempting to bind port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d on network d279250c-d182-4170-b174-8e3a8159523e {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:52.405819 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:52.406657 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Checking segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:52.407498 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.408102 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Bound using segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:52.408854 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Bound port: 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:52.409455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.413229 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e22ec-1455-452d-8bb5-e372d361fb30 None None] Pushing event updated for resources: {'Port': ['ID=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:52.480159 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:41:51Z', 'revision_number': 3, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:52.498187 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] For port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:52.504343 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] For port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:52.511292 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Checking router: 52c7c6f6-64e3-4f5c-a916-a8daa194167f for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:41:52.511656 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Updating router 52c7c6f6-64e3-4f5c-a916-a8daa194167f port b4ce1073-8e5a-4975-8678-9e6f2c04287e binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:41:52.512568 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:52.513084 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.568524 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.571643 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.672523 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:52.673162 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:52.678113 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c876cf8-ac99-49b6-8246-e1a4a72daa3b None None] Pushing event updated for resources: {'Port': ['ID=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:52.727562 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.928336 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Allocated IP 172.20.0.1 (a0fed0a1-016e-49b8-a6a6-d9db4a6e330b/e7b32243-85c8-48a8-9b51-da46ea836722/bad49127-d6e2-43e0-bdea-2d66d6d4279a) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:41:52.944442 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.958143 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Transition to ACTIVE for port object b4ce1073-8e5a-4975-8678-9e6f2c04287e will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:52.966007 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.982348 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:53.009115 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031440f8-c551-44cc-b343-b39f1d831224 None None] Pushing event updated for resources: {'Port': ['ID=b4ce1073-8e5a-4975-8678-9e6f2c04287e,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:53.030317 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Attempting to bind port b4ce1073-8e5a-4975-8678-9e6f2c04287e on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:53.030684 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Attempting to bind port b4ce1073-8e5a-4975-8678-9e6f2c04287e by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:53.031056 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Attempting to bind port b4ce1073-8e5a-4975-8678-9e6f2c04287e on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:53.036729 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:53.037102 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:53.037652 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.038037 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:53.038502 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Bound port: b4ce1073-8e5a-4975-8678-9e6f2c04287e, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:53.038901 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.049338 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.063855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Transition to ACTIVE for port object bad49127-d6e2-43e0-bdea-2d66d6d4279a will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:53.090243 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] For port b4ce1073-8e5a-4975-8678-9e6f2c04287e, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:53.093417 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] For port b4ce1073-8e5a-4975-8678-9e6f2c04287e, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=b4ce1073-8e5a-4975-8678-9e6f2c04287e,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:53.098523 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.103659 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.150837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:53.156886 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:53.159719 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:41:53.160391 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Routers {'52c7c6f6-64e3-4f5c-a916-a8daa194167f'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:53.161023 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:53.165736 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031440f8-c551-44cc-b343-b39f1d831224 None None] Pushing event updated for resources: {'Port': ['ID=b4ce1073-8e5a-4975-8678-9e6f2c04287e,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:53.188628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Pushing event updated for resources: {'Port': ['ID=bad49127-d6e2-43e0-bdea-2d66d6d4279a,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:53.207379 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.207615 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:52Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:53.234985 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac0384-0fa3-4cb7-9b6e-e59a2858ecfa None None] The sync data for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi is: [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:52Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:41:53.309831 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] Set router 52c7c6f6-64e3-4f5c-a916-a8daa194167f gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:53.374704 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.530190 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-99cb3770-9dab-4181-844a-928176b66873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:41:51Z', 'revision_number': 3, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:53.561363 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb3770-9dab-4181-844a-928176b66873 None None] The sync data for ids ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'] in dv-cinder-784815-1-iscsi is: [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:41:51Z', 'revision_number': 3, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:41:53.576176 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.582630 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.616651 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8764e-de77-4bbd-870f-51e08a7441f9 None None] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:41:53.657346 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Pushing event updated for resources: {'Port': ['ID=bad49127-d6e2-43e0-bdea-2d66d6d4279a,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:53.667133 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.694692 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0d54897e-b73c-4a46-bacf-66172fc9a2c3 None None] Provisioning for port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:53.769205 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:41:53.773430 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:41:53.923093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Router 52c7c6f6-64e3-4f5c-a916-a8daa194167f has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:41:54.054265 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:41:54.068574 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d8136d35-f32e-4231-8e8e-5a73c1306af7 admin admin] 10.222.0.10 "PUT /v2.0/routers/52c7c6f6-64e3-4f5c-a916-a8daa194167f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9582922 Jul 16 15:41:54.181168 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-05746856-e77d-4bca-98a7-48a02f1a9f48 None None] Provisioning for port bad49127-d6e2-43e0-bdea-2d66d6d4279a completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:54.204069 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-05746856-e77d-4bca-98a7-48a02f1a9f48 None None] Provisioning complete for port bad49127-d6e2-43e0-bdea-2d66d6d4279a triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:54.204446 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-05746856-e77d-4bca-98a7-48a02f1a9f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:54.350009 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-05746856-e77d-4bca-98a7-48a02f1a9f48 None None] Port bad49127-d6e2-43e0-bdea-2d66d6d4279a cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:41:54.435990 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4ce1073-8e5a-4975-8678-9e6f2c04287e up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:54.515072 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-339d3f2d-1a4b-4174-88fc-6d56eac8afaa None None] Provisioning complete for port bad49127-d6e2-43e0-bdea-2d66d6d4279a triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:54.517409 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-339d3f2d-1a4b-4174-88fc-6d56eac8afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:54.566556 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-339d3f2d-1a4b-4174-88fc-6d56eac8afaa None None] Port bad49127-d6e2-43e0-bdea-2d66d6d4279a cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:41:54.586499 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port b4ce1073-8e5a-4975-8678-9e6f2c04287e completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:54.592128 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port b4ce1073-8e5a-4975-8678-9e6f2c04287e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:54.592505 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:54.727512 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:54.750170 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port b4ce1073-8e5a-4975-8678-9e6f2c04287e, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=b4ce1073-8e5a-4975-8678-9e6f2c04287e,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:54.756150 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:54.757116 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:54.757726 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7e3c5-13cd-4541-b814-6343b6ff5556 req-ab63ba75-a8cf-48d9-90a7-d49d3bc10948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:54.759965 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73d7e3c5-13cd-4541-b814-6343b6ff5556 req-ab63ba75-a8cf-48d9-90a7-d49d3bc10948 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 1099 time: 0.2802310 Jul 16 15:41:54.781836 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7020-28ff-4546-bf0e-8e15157afe8f req-8170c52d-45e0-49b8-8159-fcb7002d2b63 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:54.788791 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ba7020-28ff-4546-bf0e-8e15157afe8f req-8170c52d-45e0-49b8-8159-fcb7002d2b63 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.2353387 Jul 16 15:41:54.845711 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73d7e3c5-13cd-4541-b814-6343b6ff5556 req-850eaf1f-f702-4767-8fc1-fc62998e1a97 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754480 Jul 16 15:41:54.851520 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd1bac-d394-402e-8974-b909c6b8890b req-4b4ea208-a21d-4b89-9160-7ba0ad42e4e7 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:54.853062 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c0fd1bac-d394-402e-8974-b909c6b8890b req-4b4ea208-a21d-4b89-9160-7ba0ad42e4e7 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 946 time: 0.3217864 Jul 16 15:41:54.872576 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-9a2149c9-455c-4e8c-8264-41eddc09dd81 None None] Provisioning complete for port bad49127-d6e2-43e0-bdea-2d66d6d4279a triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:54.873073 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9a2149c9-455c-4e8c-8264-41eddc09dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:54.915821 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c0fd1bac-d394-402e-8974-b909c6b8890b req-14cecdbf-0018-45fd-8b42-ae9cc9ceb609 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Jul 16 15:41:54.936565 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=b4ce1073-8e5a-4975-8678-9e6f2c04287e,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:54.946277 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-9a2149c9-455c-4e8c-8264-41eddc09dd81 None None] Port bad49127-d6e2-43e0-bdea-2d66d6d4279a cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:41:54.947074 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ba7020-28ff-4546-bf0e-8e15157afe8f req-342d6454-a2a9-4466-8211-d7bdac047f7e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477854 Jul 16 15:41:54.955162 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:54.962354 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:54.963819 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:55.088009 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:55.133045 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:55.138338 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:55.140780 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:55.157990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7a83-ea2e-4094-8b46-508e8c718f05 req-ab597f51-1363-42c3-9dd6-e1059bda0b5c tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:55.165619 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ad4f7a83-ea2e-4094-8b46-508e8c718f05 req-ab597f51-1363-42c3-9dd6-e1059bda0b5c tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.0997760 Jul 16 15:41:55.217833 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ad4f7a83-ea2e-4094-8b46-508e8c718f05 req-6592bfaf-cef6-4b4b-b9c9-71915995266d tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Jul 16 15:41:55.244453 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:55.268034 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:41:55.273757 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:55.274141 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:55.392812 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:55.438498 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,segment=NetworkSegment(5cf3d95d-a7e3-44af-827d-3ef59fbdb84b),segment_id=5cf3d95d-a7e3-44af-827d-3ef59fbdb84b)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:55.442648 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:55.506864 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:56.189582 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b6e1d-99ff-44bf-b68d-7699a6e2ff43 req-ee4136e7-9943-4056-8eac-90967176062d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:56.191268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a67b6e1d-99ff-44bf-b68d-7699a6e2ff43 req-ee4136e7-9943-4056-8eac-90967176062d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 946 time: 0.0971689 Jul 16 15:41:56.199343 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e72f9-cc2b-4937-bc3f-3a4612e645dc req-0e858e10-2c4d-4ceb-9115-1beeef7d3ad6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:56.201105 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e87e72f9-cc2b-4937-bc3f-3a4612e645dc req-0e858e10-2c4d-4ceb-9115-1beeef7d3ad6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1421785 Jul 16 15:41:56.222214 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4ce1073-8e5a-4975-8678-9e6f2c04287e up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:56.277488 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port b4ce1073-8e5a-4975-8678-9e6f2c04287e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:56.277716 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a67b6e1d-99ff-44bf-b68d-7699a6e2ff43 req-04387eec-c4e7-4445-9604-ed899b6b4962 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755177 Jul 16 15:41:56.278361 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:56.286845 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e87e72f9-cc2b-4937-bc3f-3a4612e645dc req-850c955e-aa4c-40c9-a22c-dae3ff9c9736 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762651 Jul 16 15:41:56.446683 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:56.532315 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-1ea3e154-678a-48a3-baf0-f2df3fcdad85 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:56.533247 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-1ea3e154-678a-48a3-baf0-f2df3fcdad85 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.1533833 Jul 16 15:41:56.581170 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:56.581551 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:56.675511 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173addad-77b2-4cda-8af1-829db5dddda8 req-af00a4f2-dd75-43fb-a409-c7e878fa21a9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:56.677146 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-173addad-77b2-4cda-8af1-829db5dddda8 req-af00a4f2-dd75-43fb-a409-c7e878fa21a9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 950 time: 0.2570660 Jul 16 15:41:56.809987 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-173addad-77b2-4cda-8af1-829db5dddda8 req-2ef8aeb3-6f1b-4c59-98b3-0da410048e08 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/security-groups?id=27359b17-0a5a-4fca-ac38-5ff78a58cd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821304 Jul 16 15:41:56.811026 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:41:56.851754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Deleting port c22cbea5-5a87-488d-bdcf-3114f83d078b {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:41:56.852454 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:56.909153 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:41:56.909527 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:56.987482 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] For port c22cbea5-5a87-488d-bdcf-3114f83d078b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c22cbea5-5a87-488d-bdcf-3114f83d078b,segment=NetworkSegment(65ffeefc-2a6b-490a-84f4-ae89f5bf9588),segment_id=65ffeefc-2a6b-490a-84f4-ae89f5bf9588)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:41:56.987482 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:56.988807 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Sync routers for ids ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:41:57.005586 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Routers {'52c7c6f6-64e3-4f5c-a916-a8daa194167f'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:57.006664 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:57.011609 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Calling delete_port for c22cbea5-5a87-488d-bdcf-3114f83d078b owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:41:57.147536 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Set router 52c7c6f6-64e3-4f5c-a916-a8daa194167f gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:57.169433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:57.207085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Pushing event deleted for resources: {'Port': ['ID=c22cbea5-5a87-488d-bdcf-3114f83d078b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:57.229935 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['c22cbea5-5a87-488d-bdcf-3114f83d078b'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:41:57.281896 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] No DVR routers for this DVR port c22cbea5-5a87-488d-bdcf-3114f83d078b on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:41:57.284812 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:57.287504 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a4d20f4d-2294-4cf4-ae33-aa843297af74 req-a7ab39f6-eb83-4308-b96e-1086b4c3f2d9 tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.11 "DELETE /v2.0/ports/c22cbea5-5a87-488d-bdcf-3114f83d078b HTTP/1.1" status: 204 len: 173 time: 0.7453918 Jul 16 15:41:57.288141 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'name': 'network-vif-deleted', 'tag': 'c22cbea5-5a87-488d-bdcf-3114f83d078b'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:41:57.291398 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c6138-501c-4b0c-be6e-7bc052e1aff8" -d '{"events": [{"server_uuid": "81a261a6-508f-46f7-a130-54bb0cc227a2", "name": "network-vif-deleted", "tag": "c22cbea5-5a87-488d-bdcf-3114f83d078b"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:41:57.373079 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80658989-8747-450d-9038-82e59c0729e4 x-openstack-request-id: req-80658989-8747-450d-9038-82e59c0729e4 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:41:57.373336 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a261a6-508f-46f7-a130-54bb0cc227a2", "name": "network-vif-deleted", "tag": "c22cbea5-5a87-488d-bdcf-3114f83d078b", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:41:57.373576 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80658989-8747-450d-9038-82e59c0729e4 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:41:57.373875 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a261a6-508f-46f7-a130-54bb0cc227a2', 'name': 'network-vif-deleted', 'tag': 'c22cbea5-5a87-488d-bdcf-3114f83d078b', 'status': 'completed', 'code': 200} Jul 16 15:41:57.481664 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:41:53Z', 'revision_number': 4, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'bad49127-d6e2-43e0-bdea-2d66d6d4279a', 'name': '', 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'mac_address': 'fa:16:3e:3b:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e7b32243-85c8-48a8-9b51-da46ea836722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:52Z', 'updated_at': '2021-07-16T15:41:53Z', 'revision_number': 2, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'subnets': [{'id': 'e7b32243-85c8-48a8-9b51-da46ea836722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:57.552603 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Checking router: 52c7c6f6-64e3-4f5c-a916-a8daa194167f for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:41:57.558488 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Updating router 52c7c6f6-64e3-4f5c-a916-a8daa194167f port bad49127-d6e2-43e0-bdea-2d66d6d4279a binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:41:57.606454 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73015751-558b-45e1-9583-433a1cdec76d req-a5eb5a93-780e-41be-87db-28e73dcfac39 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:57.610444 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73015751-558b-45e1-9583-433a1cdec76d req-a5eb5a93-780e-41be-87db-28e73dcfac39 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 946 time: 0.0951943 Jul 16 15:41:57.615964 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:57.690387 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73015751-558b-45e1-9583-433a1cdec76d req-dd27b16d-5314-49d3-ad5d-7400cddadeb6 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Jul 16 15:41:57.709504 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d4de1-1018-4162-8549-17b5053465a6 req-d258d3b5-eead-4c13-af90-28815a42bc15 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:57.711519 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-575d4de1-1018-4162-8549-17b5053465a6 req-d258d3b5-eead-4c13-af90-28815a42bc15 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1141653 Jul 16 15:41:57.796981 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-575d4de1-1018-4162-8549-17b5053465a6 req-b45fd8b6-d478-4678-b6bc-641feccc8924 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 Jul 16 15:41:58.076309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:58.087717 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Transition to ACTIVE for port object bad49127-d6e2-43e0-bdea-2d66d6d4279a will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:41:58.095369 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:58.166867 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49901d-9653-4073-861a-33a4b29e0682 None None] Pushing event updated for resources: {'Port': ['ID=bad49127-d6e2-43e0-bdea-2d66d6d4279a,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:58.176296 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-113a9ae2-3a01-4395-a5ac-3081ab6099c4 req-7c771c37-1df1-4a64-967b-890b8cfcd7ce tempest-VolumesNegativeTest-98340692 tempest-VolumesNegativeTest-98340692-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a261a6-508f-46f7-a130-54bb0cc227a2 HTTP/1.1" status: 200 len: 210 time: 0.1169221 Jul 16 15:41:58.274666 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Attempting to bind port bad49127-d6e2-43e0-bdea-2d66d6d4279a on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:41:58.275401 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Attempting to bind port bad49127-d6e2-43e0-bdea-2d66d6d4279a by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:41:58.276086 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Attempting to bind port bad49127-d6e2-43e0-bdea-2d66d6d4279a on network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:41:58.282717 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:41:58.283179 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Checking segment: {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:41:58.283702 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:58.284154 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Bound using segment: {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:41:58.284786 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Bound port: bad49127-d6e2-43e0-bdea-2d66d6d4279a, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:41:58.284995 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:58.618682 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] For port bad49127-d6e2-43e0-bdea-2d66d6d4279a, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:41:58.639827 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] For port bad49127-d6e2-43e0-bdea-2d66d6d4279a, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bad49127-d6e2-43e0-bdea-2d66d6d4279a,segment=NetworkSegment(5cf3d95d-a7e3-44af-827d-3ef59fbdb84b),segment_id=5cf3d95d-a7e3-44af-827d-3ef59fbdb84b)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:41:58.646634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:58.720927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Routers {'52c7c6f6-64e3-4f5c-a916-a8daa194167f'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:41:58.721570 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:41:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:58.759888 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49901d-9653-4073-861a-33a4b29e0682 None None] Pushing event updated for resources: {'Port': ['ID=bad49127-d6e2-43e0-bdea-2d66d6d4279a,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:41:58.866174 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] Set router 52c7c6f6-64e3-4f5c-a916-a8daa194167f gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:41:59.127440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a231a-aa35-40e2-9950-e08cf946fab1 req-abeb669d-1338-49d4-bad4-e76b7abdec01 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:59.131679 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d60a231a-aa35-40e2-9950-e08cf946fab1 req-abeb669d-1338-49d4-bad4-e76b7abdec01 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1355367 Jul 16 15:41:59.180427 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d60a231a-aa35-40e2-9950-e08cf946fab1 req-b8b2cd64-2f80-4434-9e34-d026deb16d92 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Jul 16 15:41:59.233745 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:41:53Z', 'revision_number': 4, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'bad49127-d6e2-43e0-bdea-2d66d6d4279a', 'name': '', 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'mac_address': 'fa:16:3e:3b:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e7b32243-85c8-48a8-9b51-da46ea836722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:52Z', 'updated_at': '2021-07-16T15:41:58Z', 'revision_number': 4, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'subnets': [{'id': 'e7b32243-85c8-48a8-9b51-da46ea836722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:41:59.272000 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba307a-dc30-4d5e-b268-e86e533d8e2a None None] The sync data for ids ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'] in dv-cinder-784815-1-iscsi is: [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:41:53Z', 'revision_number': 4, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'bad49127-d6e2-43e0-bdea-2d66d6d4279a', 'name': '', 'network_id': 'a0fed0a1-016e-49b8-a6a6-d9db4a6e330b', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'mac_address': 'fa:16:3e:3b:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e7b32243-85c8-48a8-9b51-da46ea836722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:52Z', 'updated_at': '2021-07-16T15:41:58Z', 'revision_number': 4, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'subnets': [{'id': 'e7b32243-85c8-48a8-9b51-da46ea836722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:41:59.411048 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff9b2-6947-4889-a98b-3aab969db2df req-c3b4094a-4bc6-49ef-b048-0df2e65cd7f5 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:41:59.415861 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-568ff9b2-6947-4889-a98b-3aab969db2df req-c3b4094a-4bc6-49ef-b048-0df2e65cd7f5 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 946 time: 0.0995269 Jul 16 15:41:59.475580 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-568ff9b2-6947-4889-a98b-3aab969db2df req-f47b6046-a262-45f1-a985-51ff135c5e29 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494096 Jul 16 15:42:00.266843 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bad49127-d6e2-43e0-bdea-2d66d6d4279a up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:00.336295 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port bad49127-d6e2-43e0-bdea-2d66d6d4279a completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:00.344028 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port bad49127-d6e2-43e0-bdea-2d66d6d4279a triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:00.344645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:00.472780 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:00.557220 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port bad49127-d6e2-43e0-bdea-2d66d6d4279a, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bad49127-d6e2-43e0-bdea-2d66d6d4279a,segment=NetworkSegment(5cf3d95d-a7e3-44af-827d-3ef59fbdb84b),segment_id=5cf3d95d-a7e3-44af-827d-3ef59fbdb84b)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:00.564656 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:00.622876 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327910-43c4-41d8-aefb-0febff91325a req-8e8d2258-2903-4b3d-8cd8-08e54dab9ae9 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:00.632784 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e3327910-43c4-41d8-aefb-0febff91325a req-8e8d2258-2903-4b3d-8cd8-08e54dab9ae9 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.2097681 Jul 16 15:42:00.692420 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=bad49127-d6e2-43e0-bdea-2d66d6d4279a,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:00.721580 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e3327910-43c4-41d8-aefb-0febff91325a req-e3aace62-6b1d-4ec1-8320-c3a028e22869 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873690 Jul 16 15:42:00.970195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d582-dc8a-40f3-a1eb-0de15d1d0430 req-c844849a-69a2-4152-b58f-e397c3dee68d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:00.980762 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0362d582-dc8a-40f3-a1eb-0de15d1d0430 req-c844849a-69a2-4152-b58f-e397c3dee68d tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 946 time: 0.1293352 Jul 16 15:42:00.983185 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device c22cbea5-5a87-488d-bdcf-3114f83d078b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:42:01.017123 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: c22cbea5-5a87-488d-bdcf-3114f83d078b {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:42:01.017474 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device c22cbea5-5a87-488d-bdcf-3114f83d078b not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:42:01.051491 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0362d582-dc8a-40f3-a1eb-0de15d1d0430 req-07ecfaff-23e3-43ed-8508-572e8489ee91 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca012115-0951-4ffa-be34-21269fa87a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670385 Jul 16 15:42:01.187780 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-1c354bde-17ef-47f7-932f-0446643f49dd tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:01.189459 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-1c354bde-17ef-47f7-932f-0446643f49dd tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 946 time: 0.1052024 Jul 16 15:42:01.376754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Deleting port e6d01f5a-22db-4f82-80e9-14788941f841 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:42:01.377207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:01.515078 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] For port e6d01f5a-22db-4f82-80e9-14788941f841, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e6d01f5a-22db-4f82-80e9-14788941f841,segment=NetworkSegment(1988dd3b-d210-420a-b3c7-d830d49c8328),segment_id=1988dd3b-d210-420a-b3c7-d830d49c8328)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:01.515428 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:01.543319 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Calling delete_port for e6d01f5a-22db-4f82-80e9-14788941f841 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:42:01.720225 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:01.758331 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Pushing event deleted for resources: {'Port': ['ID=e6d01f5a-22db-4f82-80e9-14788941f841,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:01.818734 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.819093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.819461 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.819802 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.820138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.820468 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.820798 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.821125 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.821454 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.821781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.822107 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.828497 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:01.873114 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] No DVR routers for this DVR port e6d01f5a-22db-4f82-80e9-14788941f841 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:42:01.875714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:01.877766 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f4fe5d8-4afb-40b9-94ec-57e314878e68 req-2efa03a6-5bf7-45b3-b606-03359f7a15c2 tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.11 "DELETE /v2.0/ports/e6d01f5a-22db-4f82-80e9-14788941f841 HTTP/1.1" status: 204 len: 173 time: 0.6775050 Jul 16 15:42:01.878168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'name': 'network-vif-deleted', 'tag': 'e6d01f5a-22db-4f82-80e9-14788941f841'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:42:01.880594 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c223440-d24a-4d26-b0e4-707dc1891702" -d '{"events": [{"server_uuid": "ce501cb2-e262-4342-96f9-903c266e8f21", "name": "network-vif-deleted", "tag": "e6d01f5a-22db-4f82-80e9-14788941f841"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:42:01.974208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f32f18-6750-4f4e-be2a-a6408cbc51fe req-f1c849df-4a99-4f2b-acc2-5f78d378eb97 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:01.975768 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19f32f18-6750-4f4e-be2a-a6408cbc51fe req-f1c849df-4a99-4f2b-acc2-5f78d378eb97 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0834446 Jul 16 15:42:02.027959 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19f32f18-6750-4f4e-be2a-a6408cbc51fe req-cd195163-7994-432a-9317-76d8edb0374d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458310 Jul 16 15:42:02.233224 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bad49127-d6e2-43e0-bdea-2d66d6d4279a up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:02.312325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port bad49127-d6e2-43e0-bdea-2d66d6d4279a triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:02.312623 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:04.489926 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['e6d01f5a-22db-4f82-80e9-14788941f841'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:42:04.527441 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be52257-f00f-4005-87c4-3c990db68e80 x-openstack-request-id: req-0be52257-f00f-4005-87c4-3c990db68e80 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:42:04.528009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce501cb2-e262-4342-96f9-903c266e8f21", "name": "network-vif-deleted", "tag": "e6d01f5a-22db-4f82-80e9-14788941f841", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:42:04.528371 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0be52257-f00f-4005-87c4-3c990db68e80 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:42:04.528850 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce501cb2-e262-4342-96f9-903c266e8f21', 'name': 'network-vif-deleted', 'tag': 'e6d01f5a-22db-4f82-80e9-14788941f841', 'status': 'completed', 'code': 200} Jul 16 15:42:04.735958 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-58008e5a-787f-472a-8481-e4c28a51f99a req-0c45463f-35a8-4a2c-aac9-37a114a90d2a tempest-VolumesActionsTest-771563829 tempest-VolumesActionsTest-771563829-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce501cb2-e262-4342-96f9-903c266e8f21 HTTP/1.1" status: 200 len: 210 time: 0.0729992 Jul 16 15:42:04.890869 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7921b4-a814-4a70-a5dd-81ba5ee45b70 req-380e3e66-24b0-493c-b88c-0fdc06d22388 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:04.892442 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6b7921b4-a814-4a70-a5dd-81ba5ee45b70 req-380e3e66-24b0-493c-b88c-0fdc06d22388 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0865531 Jul 16 15:42:04.973783 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6b7921b4-a814-4a70-a5dd-81ba5ee45b70 req-e6f718c6-0c58-43c0-97a0-4dcf22550117 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472391 Jul 16 15:42:04.982083 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c0c8d-d818-4859-a82e-31ba57729f72 req-269c53d4-4e89-4b30-883a-08568a450ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:04.985656 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-de1c0c8d-d818-4859-a82e-31ba57729f72 req-269c53d4-4e89-4b30-883a-08568a450ef1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.0902028 Jul 16 15:42:05.025399 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-de1c0c8d-d818-4859-a82e-31ba57729f72 req-db7c161e-ee48-4ac4-874d-c80697153e72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Jul 16 15:42:05.466288 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 57868) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:05.670875 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 57880) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:05.671928 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4bb394b4-fc63-4e86-a6cc-22dd90668682 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbe5654e47ef46c19e3932d2d1215128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034857 Jul 16 15:42:05.737900 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:05.762857 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:05.852376 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:05.864022 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:05.868959 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27359b17-0a5a-4fca-ac38-5ff78a58cd8a HTTP/1.1" status: 204 len: 168 time: 0.1955607 Jul 16 15:42:05.888871 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27359b17-0a5a-4fca-ac38-5ff78a58cd8a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:05.913341 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.913913 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.914276 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.915287 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.915859 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.916950 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.917487 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.918208 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.918758 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.923106 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.923946 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:05.924492 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea702263-14c7-4619-93b5-671359b8265e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:06.310008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6845f-37bd-458f-8bd0-9a7842831e99 req-993d7116-6599-4d65-b4df-12a879657de9 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:06.312202 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-67a6845f-37bd-458f-8bd0-9a7842831e99 req-993d7116-6599-4d65-b4df-12a879657de9 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1023240 Jul 16 15:42:06.401435 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-67a6845f-37bd-458f-8bd0-9a7842831e99 req-febca734-894a-4a86-b4d6-01fc50d2ff5d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830204 Jul 16 15:42:06.520607 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e6d01f5a-22db-4f82-80e9-14788941f841 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:42:06.542962 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: e6d01f5a-22db-4f82-80e9-14788941f841 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:42:06.543649 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e6d01f5a-22db-4f82-80e9-14788941f841 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:42:07.603162 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c021c-5fc2-475e-941a-49fc5ef706f9 req-f14bd456-cb8c-4bca-8fc0-e008ec00af7a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:07.605249 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-932c021c-5fc2-475e-941a-49fc5ef706f9 req-f14bd456-cb8c-4bca-8fc0-e008ec00af7a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0677161 Jul 16 15:42:07.642498 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-932c021c-5fc2-475e-941a-49fc5ef706f9 req-5050af45-0ef0-4889-9ac5-7b34599ad09c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Jul 16 15:42:07.856564 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-69ccc626-1bab-485b-9eff-13987b1024d0 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:07.858018 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-69ccc626-1bab-485b-9eff-13987b1024d0 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 814 time: 0.1014457 Jul 16 15:42:07.872092 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-55ead6ec-d871-4f62-b4d6-f4a0bf50a4f6 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/quotas/f3f272ab96cf484abd05ba1bc5bcfbcd HTTP/1.1" status: 200 len: 375 time: 0.0088797 Jul 16 15:42:07.943112 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-070e26e0-e71c-4d5b-8bf2-8a61c5aa0ec8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662751 Jul 16 15:42:08.072359 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-899804a0-52f1-4f9e-8a11-86bb6cea0cab service neutron] 10.222.0.10 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177008 Jul 16 15:42:08.335601 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f761f8-cdef-430f-989d-022610a9f73c req-1cba005f-a44a-465c-bd67-649e4b3144a1 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:08.337282 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c1f761f8-cdef-430f-989d-022610a9f73c req-1cba005f-a44a-465c-bd67-649e4b3144a1 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.3223615 Jul 16 15:42:08.413148 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c1f761f8-cdef-430f-989d-022610a9f73c req-426b1d7b-3e67-4b4d-b4b0-1d665ff1ab37 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690372 Jul 16 15:42:08.419441 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-f5ca32cc-8422-489d-afd0-e31c1cb98ef8 service neutron] 10.222.0.10 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411555 Jul 16 15:42:10.122109 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-f705f009-0ce2-4063-ae6d-df43c08eadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:10.123673 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-f705f009-0ce2-4063-ae6d-df43c08eadf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.0580258 Jul 16 15:42:10.199764 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-466d695c-d53a-45bc-ac82-e0038db8890a req-9379fb92-48c2-4175-9962-e02910c0b224 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 210 time: 0.0502596 Jul 16 15:42:10.292551 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-51c95979-f952-4887-a3be-d05779ec2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:10.294017 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-51c95979-f952-4887-a3be-d05779ec2d8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.1556404 Jul 16 15:42:10.338695 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-b7f2c8eb-f7dc-4174-950d-1ae6f8678103 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0350368 Jul 16 15:42:10.346955 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345a286-28d7-4380-aaec-326a9ae8d54b req-8d90a8ab-1d3b-40d7-9b1b-9d1108318477 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:10.348481 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f345a286-28d7-4380-aaec-326a9ae8d54b req-8d90a8ab-1d3b-40d7-9b1b-9d1108318477 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1173291 Jul 16 15:42:10.420410 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f345a286-28d7-4380-aaec-326a9ae8d54b req-689b344e-7621-4e37-9a67-a83b5ba1e065 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636914 Jul 16 15:42:10.421809 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-db72f4b2-6e41-48e7-954b-ede5d114164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:10.423274 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-db72f4b2-6e41-48e7-954b-ede5d114164e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.0738409 Jul 16 15:42:10.470678 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-504db5ea-3a9d-4c14-93c1-ca3b919bd5f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264316 Jul 16 15:42:10.558631 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-e07c593b-fd58-43c7-96db-319d865f6477 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798409 Jul 16 15:42:10.652412 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9f32de26-4277-4bcc-89c5-6a99895d138e req-9ef7df6b-5227-4df2-b77e-6d7551576f15 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855143 Jul 16 15:42:11.115526 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-1490b285-57dd-4d8c-91fe-b62dfd137772 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:11.116982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-1490b285-57dd-4d8c-91fe-b62dfd137772 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 814 time: 0.1061368 Jul 16 15:42:11.186048 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'port': {'device_id': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'admin_state_up': True, 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:11.296604 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Made reservation on behalf of f3f272ab96cf484abd05ba1bc5bcfbcd for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:42:11.300138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:11.422924 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Allocated IP 172.20.0.7 (d279250c-d182-4170-b174-8e3a8159523e/1ca4d092-6ab6-4694-80ba-963a6605adc0/aa945351-667e-44c5-a587-901600e31870) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:11.560282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:11.577009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Transition to ACTIVE for port object aa945351-667e-44c5-a587-901600e31870 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:11.609089 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:11.652720 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Network d279250c-d182-4170-b174-8e3a8159523e is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:11.658637 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:11.661167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:11.688646 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:11.715891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:11.716531 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:11.730574 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-4c6421db-607f-4396-b263-7ff67b3e6f32 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499825 Jul 16 15:42:11.862926 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-494ae56d-a0ae-4974-8c6d-f7cfff5d6f2c None None] Provisioning for port aa945351-667e-44c5-a587-901600e31870 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:11.866507 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-494ae56d-a0ae-4974-8c6d-f7cfff5d6f2c None None] Provisioning complete for port aa945351-667e-44c5-a587-901600e31870 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:11.866881 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-494ae56d-a0ae-4974-8c6d-f7cfff5d6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:11.902492 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-494ae56d-a0ae-4974-8c6d-f7cfff5d6f2c None None] Port aa945351-667e-44c5-a587-901600e31870 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:42:13.938125 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1edb-cc07-4491-9aec-55279f64aff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:14.042609 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:14.111755 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Request body: {'port': {'device_id': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:14.221000 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:14.593673 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-022c4ba0-c7b2-4802-bfab-d0276e83a1d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3358054 Jul 16 15:42:14.611481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4106-6477-407e-a553-b1ed42d164e2 req-2e953e75-5e29-4a88-9069-3c98320cbe5c tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:14.613086 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5dcc4106-6477-407e-a553-b1ed42d164e2 req-2e953e75-5e29-4a88-9069-3c98320cbe5c tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 931 time: 0.2742472 Jul 16 15:42:14.736456 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ae15-063d-45e7-b203-753af52631b9 req-c851fae4-53d5-465c-a796-f570f9c636f5 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:14.738016 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-69a4ae15-063d-45e7-b203-753af52631b9 req-c851fae4-53d5-465c-a796-f570f9c636f5 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.3207388 Jul 16 15:42:14.741666 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58188) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:14.887366 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5dcc4106-6477-407e-a553-b1ed42d164e2 req-5e4c97ea-bfdf-42ff-aab6-1bac39f03531 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898131 Jul 16 15:42:14.982031 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-69a4ae15-063d-45e7-b203-753af52631b9 req-603b5038-8b54-4b5b-8bfe-b69fb660a853 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128329 Jul 16 15:42:14.986354 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb393-9db8-4ab8-ae5c-62e33c9b7d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.117685 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc9656-e9db-436b-bf24-61ab24515006 req-b85ca2f3-e53c-4ef9-b08f-bafc6ae3733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:15.135911 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-b85ca2f3-e53c-4ef9-b08f-bafc6ae3733c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1098 time: 0.4396746 Jul 16 15:42:15.199043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa945351-667e-44c5-a587-901600e31870 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:42:15.229470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.264107 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Transition to ACTIVE for port object aa945351-667e-44c5-a587-901600e31870 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:15.358454 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.372298 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb393-9db8-4ab8-ae5c-62e33c9b7d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.380622 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb393-9db8-4ab8-ae5c-62e33c9b7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.437428 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:15.440610 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc9656-e9db-436b-bf24-61ab24515006 req-9a3a3b38-61ea-434c-861c-830ab4668722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:15.442110 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-9a3a3b38-61ea-434c-861c-830ab4668722 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.2313771 Jul 16 15:42:15.467701 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4f9eb393-9db8-4ab8-ae5c-62e33c9b7d65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb81eadd6b734d608c3ac04da66b9809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247248 Jul 16 15:42:15.468975 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9eb393-9db8-4ab8-ae5c-62e33c9b7d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4623bc57-4d33-4266-bae3-703844489736,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:15.472776 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58210) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:15.559264 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9994065b-3861-494e-8d2b-767dc2b1222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.621840 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9994065b-3861-494e-8d2b-767dc2b1222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.708017 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9994065b-3861-494e-8d2b-767dc2b1222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.711863 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-78407a65-a0c5-4f55-be73-b0c660555887 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 1000 time: 0.2213528 Jul 16 15:42:15.713538 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9994065b-3861-494e-8d2b-767dc2b1222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:15.715901 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9994065b-3861-494e-8d2b-767dc2b1222c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4623bc57-4d33-4266-bae3-703844489736 HTTP/1.1" status: 204 len: 168 time: 0.2294331 Jul 16 15:42:15.739072 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994065b-3861-494e-8d2b-767dc2b1222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4623bc57-4d33-4266-bae3-703844489736,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:15.932893 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Attempting to bind port aa945351-667e-44c5-a587-901600e31870 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:15.933246 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Attempting to bind port aa945351-667e-44c5-a587-901600e31870 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:15.933582 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Attempting to bind port aa945351-667e-44c5-a587-901600e31870 on network d279250c-d182-4170-b174-8e3a8159523e {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:15.949227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Port aa945351-667e-44c5-a587-901600e31870 on network d279250c-d182-4170-b174-8e3a8159523e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:42:15.951848 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Attempting to bind port aa945351-667e-44c5-a587-901600e31870 on network d279250c-d182-4170-b174-8e3a8159523e {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:15.965561 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:15.970605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Checking segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:15.971973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Bound using segment: {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:15.972467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Bound port: aa945351-667e-44c5-a587-901600e31870, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564ff5b8-3a8f-42a2-b9df-0b918d665fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:15.972871 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.149776 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:16.156980 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:16.211239 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.316624 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc9656-e9db-436b-bf24-61ab24515006 req-9d1f8ec0-402b-489c-a324-868a222d713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:16.317651 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-9d1f8ec0-402b-489c-a324-868a222d713b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.5323474 Jul 16 15:42:16.319653 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58224) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:16.340659 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:16.346588 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b54adc77-e905-46f3-8705-80977aa44ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.370366 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:16.372094 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.377508 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-71d83903-d9a7-4ecc-a5cf-43e18bda1b29 service neutron] 10.222.0.11 "PUT /v2.0/ports/aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 1093 time: 2.2683556 Jul 16 15:42:16.411748 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:42:16.419524 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19944c2a-0467-4a1a-9189-08c7d5b9be7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:42:16.516288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b54adc77-e905-46f3-8705-80977aa44ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.521100 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b54adc77-e905-46f3-8705-80977aa44ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.593156 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b54adc77-e905-46f3-8705-80977aa44ab0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe1ce92472ff4eadbf262bc994d55bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667038 Jul 16 15:42:16.594332 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58236) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:16.597009 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.670218 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54adc77-e905-46f3-8705-80977aa44ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df60f157-4ffe-4b7e-baee-77f217e1402b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:16.680464 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-671454e9-7657-4989-9e76-16d50e44f340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.691880 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f1541a02-3b08-48c7-95a1-77e0de52372c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.724856 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f1541a02-3b08-48c7-95a1-77e0de52372c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.785683 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f1541a02-3b08-48c7-95a1-77e0de52372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.790772 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f1541a02-3b08-48c7-95a1-77e0de52372c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:16.792312 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f1541a02-3b08-48c7-95a1-77e0de52372c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df60f157-4ffe-4b7e-baee-77f217e1402b HTTP/1.1" status: 204 len: 168 time: 0.1968601 Jul 16 15:42:16.806234 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1541a02-3b08-48c7-95a1-77e0de52372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df60f157-4ffe-4b7e-baee-77f217e1402b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:16.813252 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bac81-f461-470e-9a66-f3636012d582 req-07b968e2-d912-4aa1-8fc8-06fc9da51a15 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:16.815616 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c2bac81-f461-470e-9a66-f3636012d582 req-07b968e2-d912-4aa1-8fc8-06fc9da51a15 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.6515667 Jul 16 15:42:17.083936 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc60ea2-e400-43fc-b5d3-a60c3f7337ab req-0823eb9a-d919-4454-a355-048bed088d4b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:17.093222 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fbc60ea2-e400-43fc-b5d3-a60c3f7337ab req-0823eb9a-d919-4454-a355-048bed088d4b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.9126513 Jul 16 15:42:17.186431 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fbc60ea2-e400-43fc-b5d3-a60c3f7337ab req-b4980875-0e1f-4cff-aae2-09285b95b71b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918953 Jul 16 15:42:17.253926 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc9656-e9db-436b-bf24-61ab24515006 req-81a75736-862f-47a4-b674-f81239f76ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:17.256634 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-81a75736-862f-47a4-b674-f81239f76ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9044850 Jul 16 15:42:17.270441 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c2bac81-f461-470e-9a66-f3636012d582 req-de37e46a-6f80-47f6-90ea-dec78d80d226 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275177 Jul 16 15:42:17.289217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4572f4-1255-4b20-b318-f9fd02eeff1b x-openstack-request-id: req-2e4572f4-1255-4b20-b318-f9fd02eeff1b {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:42:17.289572 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:42:17.289884 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e4572f4-1255-4b20-b318-f9fd02eeff1b {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:42:17.290367 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'status': 'completed', 'code': 200} Jul 16 15:42:17.293859 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-383f1f6d-72fb-4d74-a586-368842bddd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:17.295437 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-383f1f6d-72fb-4d74-a586-368842bddd3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1096 time: 0.8089323 Jul 16 15:42:17.424954 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-ef6e15aa-6501-4e5d-9981-71e7c9460764 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 217 time: 0.1077983 Jul 16 15:42:17.541725 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-0929f2a3-3381-459a-b2ee-20fb4cd82622 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668030 Jul 16 15:42:17.555008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-d170fa99-0711-43d4-83b5-2ca8384d3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:17.557591 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-d170fa99-0711-43d4-83b5-2ca8384d3182 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.1172988 Jul 16 15:42:17.639023 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:17.731388 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-302064dc-cc31-4bf7-ad1d-3c65caeeab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:17.733252 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-302064dc-cc31-4bf7-ad1d-3c65caeeab92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1672041 Jul 16 15:42:17.825361 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96cc9656-e9db-436b-bf24-61ab24515006 req-87c91f77-ff6c-43d5-9f90-aba4be19ac70 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519474 Jul 16 15:42:18.066742 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-5a12fb20-b025-4391-85f8-d34f4a72ab58 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102963 Jul 16 15:42:18.364713 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc8b0686-bd9c-4df9-9f68-6700a5927558 req-5394ea5a-85e2-4797-9802-855673b29888 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918677 Jul 16 15:42:18.382447 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58282) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:18.593940 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3817fbe6-52fd-4502-b4af-56f0a8fe3761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:18.604848 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc2279-aa63-40c4-9a56-339dbf2a9f48 req-456705da-365e-43d0-80c8-b3ff02154711 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:18.613798 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ebc2279-aa63-40c4-9a56-339dbf2a9f48 req-456705da-365e-43d0-80c8-b3ff02154711 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1135051 Jul 16 15:42:18.858476 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3817fbe6-52fd-4502-b4af-56f0a8fe3761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:18.864690 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3817fbe6-52fd-4502-b4af-56f0a8fe3761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:18.890744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ebc2279-aa63-40c4-9a56-339dbf2a9f48 req-7a17a034-d696-4a0f-a67c-9404747c7c57 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749660 Jul 16 15:42:18.934771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-c0ea76e2-dbc9-4f5e-a6d0-8fc94c6eb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:18.938841 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-c0ea76e2-dbc9-4f5e-a6d0-8fc94c6eb8da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1096 time: 0.3060746 Jul 16 15:42:18.973510 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3817fbe6-52fd-4502-b4af-56f0a8fe3761 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b91a2c87bf7c4c9d9580fe30e71b564b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905399 Jul 16 15:42:18.976629 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58300) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:19.042893 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817fbe6-52fd-4502-b4af-56f0a8fe3761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4991eac-7d7a-48e5-b874-f064622ac0d4,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:19.116479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7e803dc-ebf6-4b4c-bdb9-d44d05bfbfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:19.193762 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7e803dc-ebf6-4b4c-bdb9-d44d05bfbfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:19.339617 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-1765808b-d02c-4f58-8837-2ab494407b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:19.341928 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-1765808b-d02c-4f58-8837-2ab494407b2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 915 time: 0.2406096 Jul 16 15:42:19.432656 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-c30103ac-8874-4905-b9d4-82078e434aed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 217 time: 0.0651062 Jul 16 15:42:19.457422 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:19.476964 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7e803dc-ebf6-4b4c-bdb9-d44d05bfbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:19.480352 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7e803dc-ebf6-4b4c-bdb9-d44d05bfbfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:19.494802 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f7e803dc-ebf6-4b4c-bdb9-d44d05bfbfa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4991eac-7d7a-48e5-b874-f064622ac0d4 HTTP/1.1" status: 204 len: 168 time: 0.5162673 Jul 16 15:42:19.519465 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e803dc-ebf6-4b4c-bdb9-d44d05bfbfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4991eac-7d7a-48e5-b874-f064622ac0d4,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:19.537153 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-e25c2d0a-b715-4287-8a07-7c39f252ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:19.538905 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-e25c2d0a-b715-4287-8a07-7c39f252ae1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.0980368 Jul 16 15:42:19.659421 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-65bd480d-2332-4856-8f80-6131e9d782ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:19.667115 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-65bd480d-2332-4856-8f80-6131e9d782ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077278 Jul 16 15:42:20.053719 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648a83c-f7bf-457f-87f9-d80c839ae778 req-02a8f547-0de4-48cc-a03e-2056e86f1969 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:20.055909 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1648a83c-f7bf-457f-87f9-d80c839ae778 req-02a8f547-0de4-48cc-a03e-2056e86f1969 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.2475595 Jul 16 15:42:20.062928 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-4e290fcf-68fc-4f0a-b534-62df777895fe service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735020 Jul 16 15:42:20.142264 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1648a83c-f7bf-457f-87f9-d80c839ae778 req-34527c6b-5d72-447a-96f9-a02cebe4b757 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781159 Jul 16 15:42:20.382908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19944c2a-0467-4a1a-9189-08c7d5b9be7b req-76209ce1-ab8f-4cdf-a90a-cff4ed74a28d service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424481 Jul 16 15:42:20.966865 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58360) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:21.170757 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1178300993-network', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:21.200534 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Made reservation on behalf of 3913ef283e5e43e8b09e0b50d97fab10 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:42:21.203911 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.209677 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69b3d3-68cd-47c3-9af4-c4d1f8d6414b req-85f0282d-920f-4864-916b-a52086853ab8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:21.216811 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7c69b3d3-68cd-47c3-9af4-c4d1f8d6414b req-85f0282d-920f-4864-916b-a52086853ab8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.4959736 Jul 16 15:42:21.218122 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.279498 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7c69b3d3-68cd-47c3-9af4-c4d1f8d6414b req-907ac746-324f-49db-90a7-cfda19f66a1f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616539 Jul 16 15:42:21.458649 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.466087 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.479731 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:42:21.490799 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.491176 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Added segment 847856a8-14d7-4aa8-97b1-a5b4bf22cc38 of type vlan for network a343d3ed-ee19-4bf4-a243-159db2f9432b Jul 16 15:42:21.535174 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30de9a2-5349-42f7-8dda-68b5001f78e5 req-0fb0c2b8-0169-4a90-868f-684cee3669af tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:21.546697 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d30de9a2-5349-42f7-8dda-68b5001f78e5 req-0fb0c2b8-0169-4a90-868f-684cee3669af tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.1227562 Jul 16 15:42:21.589568 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.625719 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d30de9a2-5349-42f7-8dda-68b5001f78e5 req-ee335343-eef6-43c6-b8af-a1ff85c8fe80 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776892 Jul 16 15:42:21.673598 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.674120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:21.674819 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.704281 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7336841 Jul 16 15:42:21.705395 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58372) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:21.713523 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Request body: {'subnet': {'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1178300993-subnet', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:21.731898 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3029e953-3504-4def-aa3c-271c372bc64a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:21.766922 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Made reservation on behalf of 3913ef283e5e43e8b09e0b50d97fab10 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:42:21.770828 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10343821'] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.775528 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4089f4f-e519-4c74-9023-8a1a2a34dc64 admin admin] Pushing event updated for resources: {'Network': ['ID=a343d3ed-ee19-4bf4-a243-159db2f9432b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:21.786290 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network a343d3ed-ee19-4bf4-a243-159db2f9432b details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:42:22.296839 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10343839'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:22.416959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:22.507008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Checking segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:22.509210 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Network hostable DHCP agents. Network: a343d3ed-ee19-4bf4-a243-159db2f9432b, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:42:22.578275 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Network a343d3ed-ee19-4bf4-a243-159db2f9432b is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:42:22.582505 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, a343d3ed-ee19-4bf4-a243-159db2f9432b) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:22.593316 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c21982-4ac5-47ac-990e-1148f4185590 None None] Network a343d3ed-ee19-4bf4-a243-159db2f9432b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:42:22.596804 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:22.597737 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:22.638640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-ba2ae330-2a4c-4611-82f3-5225344398ed admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9292824 Jul 16 15:42:22.639032 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58388) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:22.644632 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:22.689387 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:22.692978 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:22.903526 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:22.914967 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3a439-702d-4e05-b40e-60691574dfb6 req-31529cd6-9137-4ed1-9f1b-fb1c234231b3 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:22.931787 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9ff3a439-702d-4e05-b40e-60691574dfb6 req-31529cd6-9137-4ed1-9f1b-fb1c234231b3 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.1576679 Jul 16 15:42:23.092147 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9ff3a439-702d-4e05-b40e-60691574dfb6 req-3aabb918-4e5d-4d46-94d7-4d706addf7e1 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572061 Jul 16 15:42:23.097016 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-a343d3ed-ee19-4bf4-a243-159db2f9432b', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:42:23.107260 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.304185 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.320876 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Allocated IP 172.20.0.2 (a343d3ed-ee19-4bf4-a243-159db2f9432b/f224d16b-c5aa-4c4b-b97e-4e3bd66d12da/63ffa6f8-efd3-45c8-9245-fb54b9c835b9) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:23.793660 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.823645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Transition to ACTIVE for port object 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:23.864800 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Transition to ACTIVE for port object 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:23.880585 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.936338 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.963286 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Network a343d3ed-ee19-4bf4-a243-159db2f9432b is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:23.964733 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Pushing event updated for resources: {'Port': ['ID=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:23.967434 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:23.970540 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:24.005957 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:24.037520 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Attempting to bind port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:24.038199 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Attempting to bind port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:24.038908 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Attempting to bind port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 on network a343d3ed-ee19-4bf4-a243-159db2f9432b {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:24.047313 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.047835 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.048333 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.048824 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.049743 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.050315 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.050806 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.051332 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.051840 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.052330 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.052816 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.053292 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:42:24.064206 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:24.064978 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Checking segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:24.065684 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:24.066309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Bound using segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:24.067035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Bound port: 63ffa6f8-efd3-45c8-9245-fb54b9c835b9, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:24.069003 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:24.177042 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] For port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:24.182143 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] For port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:24.186495 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:24.248546 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ded5-17c5-4f29-9ff6-65d9c09cece9 None None] Pushing event updated for resources: {'Port': ['ID=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:24.425799 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Allocated IP 172.27.1.126 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/fedc3059-d4c6-497a-ae85-0631f637ccb1) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:24.523383 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90349e2-82ab-44e1-96a2-e2d99c62d505 req-73cb5748-f793-4115-abb6-ed5f3b4ed621 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:24.534015 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d90349e2-82ab-44e1-96a2-e2d99c62d505 req-73cb5748-f793-4115-abb6-ed5f3b4ed621 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.1826937 Jul 16 15:42:24.657423 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d90349e2-82ab-44e1-96a2-e2d99c62d505 req-1c63e01c-ea0e-49f1-a5c0-360ffbf9a851 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213078 Jul 16 15:42:24.694017 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:24.847682 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:24.891519 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:24.895744 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:24.899667 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:24.981375 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Pushing event updated for resources: {'Port': ['ID=fedc3059-d4c6-497a-ae85-0631f637ccb1,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:25.194610 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:25.675700 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:26.039553 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f5875-00c5-4b64-93ec-123764e737a9 None None] Network a343d3ed-ee19-4bf4-a243-159db2f9432b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:42:26.058494 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Router 68401330-b0a3-47cc-a92b-5e0cff0118c6 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:42:26.071305 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfdac8-1a19-49a5-abc5-4850f6381d74 req-af074fa4-9f0b-48d4-8daa-c79380238759 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:26.080575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ebdfdac8-1a19-49a5-abc5-4850f6381d74 req-af074fa4-9f0b-48d4-8daa-c79380238759 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.2248626 Jul 16 15:42:26.188069 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ebdfdac8-1a19-49a5-abc5-4850f6381d74 req-7be8d54b-da01-4628-815e-bb978f4ac8e9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061282 Jul 16 15:42:26.284226 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-f77dfffd-7de1-4459-bc9e-9afd0a23667d None None] Provisioning for port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:26.317673 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58436) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:26.358573 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:42:26.371438 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Sync routers for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:42:26.387517 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:26.388223 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:26.390146 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2ebb0b71-1135-461e-98af-b240736f8972 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7486219 Jul 16 15:42:26.390941 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:26.391725 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58440) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:26.448284 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:26.634186 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-59728ed8-a570-47a4-a730-d726082c2b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:26.685778 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:26.796143 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:26.809524 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:26.809524 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.044665 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.145949 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:27.153552 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.198975 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:25Z', 'revision_number': 3, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:27.225050 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:27.255107 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Checking router: 68401330-b0a3-47cc-a92b-5e0cff0118c6 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:42:27.255495 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Updating router 68401330-b0a3-47cc-a92b-5e0cff0118c6 port fedc3059-d4c6-497a-ae85-0631f637ccb1 binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:42:27.282216 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-59728ed8-a570-47a4-a730-d726082c2b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.294981 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-59728ed8-a570-47a4-a730-d726082c2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.314672 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.444092 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59728ed8-a570-47a4-a730-d726082c2b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b3909-9b23-4757-b5ba-867c18a37271,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:27.499989 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-59728ed8-a570-47a4-a730-d726082c2b96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1661723c6d0a4ce6a2dff76b253bdf56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1795394 Jul 16 15:42:27.501766 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58450) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:27.560193 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5c298ec1-975e-4a13-a3b0-9adf9392ee9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.567202 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4cc21014-01fe-4c89-aafd-1991c9885a6a None None] Provisioning complete for port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:27.567866 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4cc21014-01fe-4c89-aafd-1991c9885a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.607586 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5c298ec1-975e-4a13-a3b0-9adf9392ee9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.688141 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5c298ec1-975e-4a13-a3b0-9adf9392ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.691500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5c298ec1-975e-4a13-a3b0-9adf9392ee9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.692882 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5c298ec1-975e-4a13-a3b0-9adf9392ee9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e1b3909-9b23-4757-b5ba-867c18a37271 HTTP/1.1" status: 204 len: 168 time: 0.1905975 Jul 16 15:42:27.709689 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c298ec1-975e-4a13-a3b0-9adf9392ee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b3909-9b23-4757-b5ba-867c18a37271,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:27.712363 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a989d8-a650-438d-9221-fd54b383d0af req-97774c96-65cb-4964-a279-733efca29e71 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:27.729640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f8a989d8-a650-438d-9221-fd54b383d0af req-97774c96-65cb-4964-a279-733efca29e71 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.3211882 Jul 16 15:42:27.828482 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.887320 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f8a989d8-a650-438d-9221-fd54b383d0af req-8fe3a438-f998-4064-8105-aadf39d13dd8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509554 Jul 16 15:42:27.918843 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:27.954465 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Transition to ACTIVE for port object fedc3059-d4c6-497a-ae85-0631f637ccb1 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:27.967600 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.117948 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7c133-1df8-4b76-b52f-ed4b0baef5bf None None] Pushing event updated for resources: {'Port': ['ID=fedc3059-d4c6-497a-ae85-0631f637ccb1,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:28.122390 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Allocated IP 172.20.0.1 (a343d3ed-ee19-4bf4-a243-159db2f9432b/f224d16b-c5aa-4c4b-b97e-4e3bd66d12da/773aab15-493a-43b5-bc08-ed49ae92a35e) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:28.145709 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Attempting to bind port fedc3059-d4c6-497a-ae85-0631f637ccb1 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:28.146076 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Attempting to bind port fedc3059-d4c6-497a-ae85-0631f637ccb1 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:28.146431 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Attempting to bind port fedc3059-d4c6-497a-ae85-0631f637ccb1 on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:28.164302 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:28.164621 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:28.165162 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.166244 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:28.173789 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Bound port: fedc3059-d4c6-497a-ae85-0631f637ccb1, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:28.174260 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.200294 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58460) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:28.227615 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c1101ddf-4de5-491f-a1e5-541872e9508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.322304 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.323930 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] For port fedc3059-d4c6-497a-ae85-0631f637ccb1, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:28.327411 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] For port fedc3059-d4c6-497a-ae85-0631f637ccb1, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=fedc3059-d4c6-497a-ae85-0631f637ccb1,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:28.336678 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.340306 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:28.347883 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Transition to ACTIVE for port object 773aab15-493a-43b5-bc08-ed49ae92a35e will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:28.404018 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:28.404018 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:28.499393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.520402 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:28.520792 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.522267 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7c133-1df8-4b76-b52f-ed4b0baef5bf None None] Pushing event updated for resources: {'Port': ['ID=fedc3059-d4c6-497a-ae85-0631f637ccb1,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:28.542703 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c1101ddf-4de5-491f-a1e5-541872e9508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.551120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c1101ddf-4de5-491f-a1e5-541872e9508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.582417 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:28.608118 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Pushing event updated for resources: {'Port': ['ID=773aab15-493a-43b5-bc08-ed49ae92a35e,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:28.610920 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c1101ddf-4de5-491f-a1e5-541872e9508f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcb95f8db90b4664bb1bdd9a80eca529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097931 Jul 16 15:42:28.615575 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58466) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:28.658568 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Network a343d3ed-ee19-4bf4-a243-159db2f9432b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:28.665576 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1101ddf-4de5-491f-a1e5-541872e9508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6e9a4-bc24-422c-98eb-15308be7eaf9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:28.673134 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:28.725467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:28.812781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5fed77bd-51b7-4915-918d-fff4b53c721c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.866636 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:28.963718 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:42:28.973135 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:25Z', 'revision_number': 3, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:28.983907 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5fed77bd-51b7-4915-918d-fff4b53c721c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.046114 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b1e2-7715-4cff-980d-079befda75a9 None None] The sync data for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi is: [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:25Z', 'revision_number': 3, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:42:29.150207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.151054 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1410bb4f-6002-4fa4-b5b2-556459120aff None None] Provisioning for port 773aab15-493a-43b5-bc08-ed49ae92a35e completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:29.155549 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1410bb4f-6002-4fa4-b5b2-556459120aff None None] Provisioning complete for port 773aab15-493a-43b5-bc08-ed49ae92a35e triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:29.155934 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1410bb4f-6002-4fa4-b5b2-556459120aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.223174 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1410bb4f-6002-4fa4-b5b2-556459120aff None None] Port 773aab15-493a-43b5-bc08-ed49ae92a35e cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:42:29.291380 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5fed77bd-51b7-4915-918d-fff4b53c721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.293925 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5fed77bd-51b7-4915-918d-fff4b53c721c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.303164 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5fed77bd-51b7-4915-918d-fff4b53c721c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cff6e9a4-bc24-422c-98eb-15308be7eaf9 HTTP/1.1" status: 204 len: 168 time: 0.6789830 Jul 16 15:42:29.332305 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed77bd-51b7-4915-918d-fff4b53c721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6e9a4-bc24-422c-98eb-15308be7eaf9,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:29.521297 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609264-bfc5-4f03-b473-eec46792707d req-8fd3d6fa-a726-4020-af66-1a7382e8b206 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:29.545886 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0609264-bfc5-4f03-b473-eec46792707d req-8fd3d6fa-a726-4020-af66-1a7382e8b206 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.3614063 Jul 16 15:42:29.686580 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0609264-bfc5-4f03-b473-eec46792707d req-2e538fed-d7d2-4f67-be75-125356db374a tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272016 Jul 16 15:42:29.855829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.864077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:29.991060 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Pushing event updated for resources: {'Port': ['ID=773aab15-493a-43b5-bc08-ed49ae92a35e,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:30.016130 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:30.269261 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Network a343d3ed-ee19-4bf4-a243-159db2f9432b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:30.270774 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:30.384451 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device fedc3059-d4c6-497a-ae85-0631f637ccb1 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:30.570592 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port fedc3059-d4c6-497a-ae85-0631f637ccb1 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:30.577215 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port fedc3059-d4c6-497a-ae85-0631f637ccb1 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:30.578835 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:30.769127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Router 68401330-b0a3-47cc-a92b-5e0cff0118c6 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:42:30.794639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0f6bd-220c-4b91-9ade-017beb091b29 req-1f11606a-579e-4957-bb08-f35098047039 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:30.807734 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ca0f6bd-220c-4b91-9ade-017beb091b29 req-1f11606a-579e-4957-bb08-f35098047039 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1667817 Jul 16 15:42:30.829138 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:30.927045 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port fedc3059-d4c6-497a-ae85-0631f637ccb1, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=fedc3059-d4c6-497a-ae85-0631f637ccb1,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:30.933814 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-7444b8ea-9b50-41c5-a27b-04aecff3a5dd None None] Provisioning complete for port 773aab15-493a-43b5-bc08-ed49ae92a35e triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:30.936458 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7444b8ea-9b50-41c5-a27b-04aecff3a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:30.948375 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ca0f6bd-220c-4b91-9ade-017beb091b29 req-39bab29f-a518-4f7a-9c06-0d6bfcd8f84e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334207 Jul 16 15:42:31.034927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-7444b8ea-9b50-41c5-a27b-04aecff3a5dd None None] Port 773aab15-493a-43b5-bc08-ed49ae92a35e cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:42:31.038431 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:31.096326 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:42:31.125447 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-ab536e27-ea77-4e33-8caf-40d34e5790e1 admin admin] 10.222.0.10 "PUT /v2.0/routers/68401330-b0a3-47cc-a92b-5e0cff0118c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7283971 Jul 16 15:42:31.141633 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=fedc3059-d4c6-497a-ae85-0631f637ccb1,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:31.355640 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e06d-88d6-485b-8677-59b4b6dad8d0 req-207823e5-a92d-4f39-aa4a-11f759bb1ac3 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:31.376870 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf66e06d-88d6-485b-8677-59b4b6dad8d0 req-207823e5-a92d-4f39-aa4a-11f759bb1ac3 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.2342680 Jul 16 15:42:31.496575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf66e06d-88d6-485b-8677-59b4b6dad8d0 req-d97a9b67-1182-42f8-8028-9aff76c654e8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159070 Jul 16 15:42:32.098796 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Sync routers for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:42:32.116773 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:32.117436 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:32.369340 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c9ee-fb75-4beb-bf16-5ee27505fc7f req-408f051e-a75e-4254-8c51-a60e45e83df3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:32.378691 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1719c9ee-fb75-4beb-bf16-5ee27505fc7f req-408f051e-a75e-4254-8c51-a60e45e83df3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1972747 Jul 16 15:42:32.479804 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1719c9ee-fb75-4beb-bf16-5ee27505fc7f req-3ea7bcd0-0641-40d9-acc5-4775bc7dbe0e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989201 Jul 16 15:42:32.580657 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58536) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:32.586803 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-406206877-network', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:32.633501 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Made reservation on behalf of c9b39bb70632436688f3e9cdbdc92e42 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:42:32.637433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:32.655953 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:32.867272 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:32.896206 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:32.951886 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:32.965521 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:42:32.978421 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:32.978770 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Added segment 7e299f45-86a0-4ecf-9426-bfb8f8437448 of type vlan for network 777123e6-bf70-429a-9fa9-67159475efaf Jul 16 15:42:33.036598 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:33.078776 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:33.080394 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:33.081087 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:33.156344 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device fedc3059-d4c6-497a-ae85-0631f637ccb1 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:33.201997 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Pushing event updated for resources: {'Network': ['ID=777123e6-bf70-429a-9fa9-67159475efaf,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:33.256527 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a14383-4d8a-45bc-a47b-b581af54832f,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:33.288173 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 777123e6-bf70-429a-9fa9-67159475efaf details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:42:33.290854 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58558) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:33.296436 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Request body: {'subnet': {'network_id': '777123e6-bf70-429a-9fa9-67159475efaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-406206877-subnet', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:33.302013 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-1826dc2c-63b0-46e4-8285-260fcda94256 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7198703 Jul 16 15:42:33.341594 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1270a5-8ddb-4bc9-93ff-ba107309a834 req-47438d27-ade0-40ac-99b3-a193e34f5bf2 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:33.353682 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7c1270a5-8ddb-4bc9-93ff-ba107309a834 req-47438d27-ade0-40ac-99b3-a193e34f5bf2 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.4628997 Jul 16 15:42:33.362846 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Made reservation on behalf of c9b39bb70632436688f3e9cdbdc92e42 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:42:33.365621 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:33.458915 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7c1270a5-8ddb-4bc9-93ff-ba107309a834 req-bb2e5e30-9397-4044-8829-3d96df149605 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037228 Jul 16 15:42:33.565722 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port fedc3059-d4c6-497a-ae85-0631f637ccb1 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:33.566102 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:33.777669 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:33.807093 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 2, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:33.907115 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Checking router: 68401330-b0a3-47cc-a92b-5e0cff0118c6 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:42:33.907772 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Updating router 68401330-b0a3-47cc-a92b-5e0cff0118c6 port 773aab15-493a-43b5-bc08-ed49ae92a35e binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:42:33.942393 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2039e3c-5cb9-4875-9a8f-1ba06c7a7189,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:33.965538 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Checking segment: {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:33.966281 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Network hostable DHCP agents. Network: 777123e6-bf70-429a-9fa9-67159475efaf, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:42:33.977676 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.000168 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Network 777123e6-bf70-429a-9fa9-67159475efaf is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:42:34.026256 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 777123e6-bf70-429a-9fa9-67159475efaf) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:34.035500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:34.036554 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.043033 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34248b3-cbfe-4269-b09d-4961d1c4eda5 None None] Network 777123e6-bf70-429a-9fa9-67159475efaf requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:42:34.070904 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7d32be98-46c5-486a-8661-5a21d186a385 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7788348 Jul 16 15:42:34.073940 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58584) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:34.074453 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcd68-21f0-4f47-ba89-3bda9e058333 req-b9098842-4983-4c29-b666-463cf008699f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:34.079409 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:34.082814 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2acdcd68-21f0-4f47-ba89-3bda9e058333 req-b9098842-4983-4c29-b666-463cf008699f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.2689376 Jul 16 15:42:34.125150 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.126342 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.182037 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.183687 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2acdcd68-21f0-4f47-ba89-3bda9e058333 req-72f7be89-47e7-4fea-a3fb-44252098b1de tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999444 Jul 16 15:42:34.298920 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58588) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:34.473024 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.531872 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-777123e6-bf70-429a-9fa9-67159475efaf', 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'fixed_ips': [{'subnet_id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:42:34.532735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.596640 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7356c598-0d72-42c2-b119-a2b2c5c4da9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.844771 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.867466 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Allocated IP 172.20.0.2 (777123e6-bf70-429a-9fa9-67159475efaf/b2039e3c-5cb9-4875-9a8f-1ba06c7a7189/6a61b504-182b-4f9b-b1f2-01a5a25744db) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:34.887725 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.887994 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097d0ee-da9a-42cb-90a1-a8e033c9bc6c req-89cd38e1-163a-44dd-a782-3fa0d1624258 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:34.895030 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7097d0ee-da9a-42cb-90a1-a8e033c9bc6c req-89cd38e1-163a-44dd-a782-3fa0d1624258 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.2252936 Jul 16 15:42:34.901309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Transition to ACTIVE for port object 773aab15-493a-43b5-bc08-ed49ae92a35e will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:34.929812 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.949021 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7356c598-0d72-42c2-b119-a2b2c5c4da9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.951205 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:34.994381 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7356c598-0d72-42c2-b119-a2b2c5c4da9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.062008 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-7356c598-0d72-42c2-b119-a2b2c5c4da9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32a2a4a2bd1d4e2ab181d1af500ca863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617612 Jul 16 15:42:35.087160 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58600) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:35.093521 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356c598-0d72-42c2-b119-a2b2c5c4da9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6ef739-4918-4644-ab68-176f00ef85e3,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:35.119340 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0a0b-a918-4f86-9ed8-a6905e87f25f None None] Pushing event updated for resources: {'Port': ['ID=773aab15-493a-43b5-bc08-ed49ae92a35e,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:35.124456 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Allocated IP 172.27.1.243 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/39fb7de0-7f51-449a-85a1-cc786c9835a6) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:35.172671 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e4f7-aaec-44e6-9b90-560ae176985c req-5f2eb815-0ab0-4a40-ba94-17a110b7c039 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:35.180631 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a5a7e4f7-aaec-44e6-9b90-560ae176985c req-5f2eb815-0ab0-4a40-ba94-17a110b7c039 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.3506823 Jul 16 15:42:35.190521 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Attempting to bind port 773aab15-493a-43b5-bc08-ed49ae92a35e on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:35.190894 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Attempting to bind port 773aab15-493a-43b5-bc08-ed49ae92a35e by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:35.191274 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Attempting to bind port 773aab15-493a-43b5-bc08-ed49ae92a35e on network a343d3ed-ee19-4bf4-a243-159db2f9432b {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:35.214134 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7097d0ee-da9a-42cb-90a1-a8e033c9bc6c req-ad42ba54-c1fb-4e5d-a6e8-6655b304080f tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180895 Jul 16 15:42:35.217776 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:35.218152 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Checking segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:35.218580 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.218958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Bound using segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:35.219569 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Bound port: 773aab15-493a-43b5-bc08-ed49ae92a35e, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:35.219956 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.316361 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.363922 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Transition to ACTIVE for port object 6a61b504-182b-4f9b-b1f2-01a5a25744db will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:35.392069 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a5a7e4f7-aaec-44e6-9b90-560ae176985c req-bd4db223-54c0-4bf9-98b7-ecfd2b527b1b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093561 Jul 16 15:42:35.397915 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Transition to ACTIVE for port object 6a61b504-182b-4f9b-b1f2-01a5a25744db will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:35.400275 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] For port 773aab15-493a-43b5-bc08-ed49ae92a35e, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:35.407165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] For port 773aab15-493a-43b5-bc08-ed49ae92a35e, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=773aab15-493a-43b5-bc08-ed49ae92a35e,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:35.414547 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.467156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.468842 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-494d92b4-c8bb-428e-a74b-bee894658f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.478516 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Network 777123e6-bf70-429a-9fa9-67159475efaf is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:35.502221 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:35.511524 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:35.526425 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-494d92b4-c8bb-428e-a74b-bee894658f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.561853 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Pushing event updated for resources: {'Port': ['ID=6a61b504-182b-4f9b-b1f2-01a5a25744db,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:35.617778 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.637390 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:35.638293 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:35.647355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-494d92b4-c8bb-428e-a74b-bee894658f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.651665 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-494d92b4-c8bb-428e-a74b-bee894658f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.653751 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-494d92b4-c8bb-428e-a74b-bee894658f20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c6ef739-4918-4644-ab68-176f00ef85e3 HTTP/1.1" status: 204 len: 168 time: 0.5391760 Jul 16 15:42:35.677909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d92b4-c8bb-428e-a74b-bee894658f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6ef739-4918-4644-ab68-176f00ef85e3,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:35.703690 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b58a4f-d0f2-4520-9768-a0662218a581 req-a7fcdce6-6f98-4c2f-8eef-328481f0df9e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:35.711830 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89b58a4f-d0f2-4520-9768-a0662218a581 req-a7fcdce6-6f98-4c2f-8eef-328481f0df9e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1172051 Jul 16 15:42:35.746626 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.756192 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Attempting to bind port 6a61b504-182b-4f9b-b1f2-01a5a25744db on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:35.756584 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Attempting to bind port 6a61b504-182b-4f9b-b1f2-01a5a25744db by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:35.757074 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Attempting to bind port 6a61b504-182b-4f9b-b1f2-01a5a25744db on network 777123e6-bf70-429a-9fa9-67159475efaf {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:35.797707 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89b58a4f-d0f2-4520-9768-a0662218a581 req-61349625-9515-4a47-9a45-a13adec6df44 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841761 Jul 16 15:42:35.798699 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:35.805790 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:35.806531 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Checking segment: {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:35.807031 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.807157 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:35.807480 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Bound using segment: {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:35.808026 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Bound port: 6a61b504-182b-4f9b-b1f2-01a5a25744db, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:35.808403 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:35.815675 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:35.947353 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Pushing event updated for resources: {'Port': ['ID=39fb7de0-7f51-449a-85a1-cc786c9835a6,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:36.093299 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0a0b-a918-4f86-9ed8-a6905e87f25f None None] Pushing event updated for resources: {'Port': ['ID=773aab15-493a-43b5-bc08-ed49ae92a35e,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:36.097999 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] For port 6a61b504-182b-4f9b-b1f2-01a5a25744db, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:36.120264 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] For port 6a61b504-182b-4f9b-b1f2-01a5a25744db, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6a61b504-182b-4f9b-b1f2-01a5a25744db,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:36.138339 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.144669 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.155583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58614) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:36.179378 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:36.183947 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-db578e8f-2e68-4ae8-8606-34d0eb23625f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.341144 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122369-53fa-40df-b5fa-b017265a33d0 None None] Pushing event updated for resources: {'Port': ['ID=6a61b504-182b-4f9b-b1f2-01a5a25744db,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:36.445014 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-db578e8f-2e68-4ae8-8606-34d0eb23625f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.461348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-db578e8f-2e68-4ae8-8606-34d0eb23625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.643673 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:35Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:36.663219 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.678735 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-db578e8f-2e68-4ae8-8606-34d0eb23625f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93672aaaa69e4bcdb6df481f1df58b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191061 Jul 16 15:42:36.684446 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb876cf-cb89-44ca-b000-9a39078c4050 None None] The sync data for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi is: [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:35Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:42:36.688867 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db578e8f-2e68-4ae8-8606-34d0eb23625f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893144cb-216d-4d30-8ac9-d812a4b8dcae,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:36.697509 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58630) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:36.890627 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ec4b-a1fb-41d9-9403-e8ad31b398f7 req-2f0c5479-f23e-4372-ad7b-8c4f0b56aac0 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:36.892286 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7da7ec4b-a1fb-41d9-9403-e8ad31b398f7 req-2f0c5479-f23e-4372-ad7b-8c4f0b56aac0 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.3498006 Jul 16 15:42:36.963999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-26bc55f4-3827-4e99-a6ea-19f8b6a65052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:36.982528 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Router e48815b9-934a-4d65-8819-6b7cb1887736 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:42:37.032133 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7da7ec4b-a1fb-41d9-9403-e8ad31b398f7 req-43def5d1-5a53-421c-aad7-ad70cf4cb2c9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259086 Jul 16 15:42:37.046895 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-26bc55f4-3827-4e99-a6ea-19f8b6a65052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:37.197036 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-eb36a7df-6234-48fe-ba1c-5c59c856aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:37.198840 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-eb36a7df-6234-48fe-ba1c-5c59c856aaca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.1726410 Jul 16 15:42:37.248950 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-26bc55f4-3827-4e99-a6ea-19f8b6a65052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:37.251571 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-26bc55f4-3827-4e99-a6ea-19f8b6a65052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:37.252084 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:42:37.252859 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-26bc55f4-3827-4e99-a6ea-19f8b6a65052 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/893144cb-216d-4d30-8ac9-d812a4b8dcae HTTP/1.1" status: 204 len: 168 time: 0.5470424 Jul 16 15:42:37.268556 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Sync routers for ids ['e48815b9-934a-4d65-8819-6b7cb1887736'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:42:37.291763 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Routers {'e48815b9-934a-4d65-8819-6b7cb1887736'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:37.292678 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:37.297708 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b4e42b35-4782-4118-8d54-3f96ec762d9d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2202451 Jul 16 15:42:37.297897 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['e48815b9-934a-4d65-8819-6b7cb1887736'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:37.298266 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58638) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:37.317053 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9b33a-c484-42e7-9a69-5a601fa11813 req-6fb14298-dda5-42aa-a9f4-73724805971f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:37.318671 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fcc9b33a-c484-42e7-9a69-5a601fa11813 req-6fb14298-dda5-42aa-a9f4-73724805971f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1945901 Jul 16 15:42:37.331735 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc55f4-3827-4e99-a6ea-19f8b6a65052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893144cb-216d-4d30-8ac9-d812a4b8dcae,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:37.716218 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Set router e48815b9-934a-4d65-8819-6b7cb1887736 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:37.939817 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-64d667fa-2a3c-4262-a7b0-01af3bb215cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:37.941399 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-64d667fa-2a3c-4262-a7b0-01af3bb215cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.7307351 Jul 16 15:42:38.050744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fcc9b33a-c484-42e7-9a69-5a601fa11813 req-59b660ef-fa20-416a-9c01-44bd5276ca38 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7231791 Jul 16 15:42:38.060888 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-0fd8f725-998e-47ab-89aa-93fbe7da7caf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0996060 Jul 16 15:42:38.092259 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625491b-abcf-45c0-b988-f49e906c6b30 req-544352ed-5915-4bf1-84b2-2cb5b0644b55 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:38.096410 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab538d-b81d-41cc-9e99-cf9d35ed5bfc None None] Network 777123e6-bf70-429a-9fa9-67159475efaf requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:42:38.099908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2625491b-abcf-45c0-b988-f49e906c6b30 req-544352ed-5915-4bf1-84b2-2cb5b0644b55 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.8633802 Jul 16 15:42:38.169083 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device aa945351-667e-44c5-a587-901600e31870 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:42:38.184244 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2625491b-abcf-45c0-b988-f49e906c6b30 req-b73b2697-0af1-4125-abc5-fbefd88eed55 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815794 Jul 16 15:42:38.208376 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-7cd622e1-d8fe-4c25-a6c0-c79a7bcfeefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:38.214171 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-7cd622e1-d8fe-4c25-a6c0-c79a7bcfeefa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.1121728 Jul 16 15:42:38.251709 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:38.338933 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:35Z', 'revision_number': 3, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:38.354033 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-8b28358a-2ae9-49c7-b34e-6e3ced897c5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272192 Jul 16 15:42:38.424345 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-3464e92d-a433-4261-bae5-77996269f5d6 None None] Provisioning for port 6a61b504-182b-4f9b-b1f2-01a5a25744db completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:38.482060 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Checking router: e48815b9-934a-4d65-8819-6b7cb1887736 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:42:38.482561 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Updating router e48815b9-934a-4d65-8819-6b7cb1887736 port 39fb7de0-7f51-449a-85a1-cc786c9835a6 binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:42:38.486814 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.db.resource_extend [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 15:42:38.572567 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:38.604604 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6a61b504-182b-4f9b-b1f2-01a5a25744db up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:38.714436 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Allocated IP 172.20.0.1 (777123e6-bf70-429a-9fa9-67159475efaf/b2039e3c-5cb9-4875-9a8f-1ba06c7a7189/4a9eb1e8-3921-4c72-8447-6c135144a88a) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:38.777428 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:38.808764 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 6a61b504-182b-4f9b-b1f2-01a5a25744db completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:38.821860 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'aa945351-667e-44c5-a587-901600e31870', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'port_id': 'aa945351-667e-44c5-a587-901600e31870', 'mac_address': 'fa:16:3e:dc:9b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:42:38.824034 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 6a61b504-182b-4f9b-b1f2-01a5a25744db triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:38.824567 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:38.982250 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:38.991314 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4714a-d7e7-458b-82ce-ebd3e2805415 req-885d9215-d5a4-46e1-b28a-72c1f4bfc544 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:38.995279 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e5a4714a-d7e7-458b-82ce-ebd3e2805415 req-885d9215-d5a4-46e1-b28a-72c1f4bfc544 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.6634016 Jul 16 15:42:39.003064 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007053c-32fb-46fa-a475-275a2a410bb9 req-9760880c-ea5a-4be0-ad98-38009f473441 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:39.016856 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6007053c-32fb-46fa-a475-275a2a410bb9 req-9760880c-ea5a-4be0-ad98-38009f473441 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 943 time: 0.4667037 Jul 16 15:42:39.019067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa945351-667e-44c5-a587-901600e31870 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:42:39.040870 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-124f671e-92fa-4dfa-a85f-7e9a2d373773 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500049 Jul 16 15:42:39.046299 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.096706 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Transition to ACTIVE for port object 4a9eb1e8-3921-4c72-8447-6c135144a88a will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:39.132078 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.172881 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:39.209499 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.215929 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.299646 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 6a61b504-182b-4f9b-b1f2-01a5a25744db, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6a61b504-182b-4f9b-b1f2-01a5a25744db,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:39.311943 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.311943 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 773aab15-493a-43b5-bc08-ed49ae92a35e up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:39.359000 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e5a4714a-d7e7-458b-82ce-ebd3e2805415 req-446e990f-fecd-4732-a6a3-f8bbfc9c930d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375793 Jul 16 15:42:39.396437 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Network 777123e6-bf70-429a-9fa9-67159475efaf is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:39.435256 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:39.447414 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:39.454204 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.475418 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6007053c-32fb-46fa-a475-275a2a410bb9 req-532fe806-cc6f-4b5f-b6e3-b8561d28cdcf tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496536 Jul 16 15:42:39.512313 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e1777837-23c9-41d1-b3ff-2eed3c65ac00 None None] Provisioning complete for port 6a61b504-182b-4f9b-b1f2-01a5a25744db triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:39.512697 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e1777837-23c9-41d1-b3ff-2eed3c65ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.528411 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 773aab15-493a-43b5-bc08-ed49ae92a35e completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:39.563560 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 773aab15-493a-43b5-bc08-ed49ae92a35e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:39.563927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.567144 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.572185 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d7fb931-fde4-4a67-bfdc-9fca3b1b492a req-9f6d33b2-a10e-460a-ab86-2c9fba72b1fa service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093296 Jul 16 15:42:39.587829 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Transition to ACTIVE for port object 39fb7de0-7f51-449a-85a1-cc786c9835a6 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:39.609208 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.696515 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:39.708014 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88918b62-4c58-4475-85d5-9c25aa928448 None None] Pushing event updated for resources: {'Port': ['ID=39fb7de0-7f51-449a-85a1-cc786c9835a6,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:39.723561 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9eb1e8-3921-4c72-8447-6c135144a88a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:39.732578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['aa945351-667e-44c5-a587-901600e31870'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:42:39.760410 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Attempting to bind port 39fb7de0-7f51-449a-85a1-cc786c9835a6 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:39.761006 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Attempting to bind port 39fb7de0-7f51-449a-85a1-cc786c9835a6 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:39.761551 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Attempting to bind port 39fb7de0-7f51-449a-85a1-cc786c9835a6 on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:39.786953 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:39.787378 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:39.788935 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.790394 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:39.791694 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Bound port: 39fb7de0-7f51-449a-85a1-cc786c9835a6, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:39.792300 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.865545 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab345-94bd-46c9-b402-c5b23a448985 req-a08a524c-2e70-40ae-a426-3cd4c021af0a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:39.870224 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bbbab345-94bd-46c9-b402-c5b23a448985 req-a08a524c-2e70-40ae-a426-3cd4c021af0a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1805184 Jul 16 15:42:39.923485 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] For port 39fb7de0-7f51-449a-85a1-cc786c9835a6, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:39.932802 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] For port 39fb7de0-7f51-449a-85a1-cc786c9835a6, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=39fb7de0-7f51-449a-85a1-cc786c9835a6,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:39.943162 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:39.971687 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bbbab345-94bd-46c9-b402-c5b23a448985 req-e5d84dd3-f436-425f-be9a-9c18035f81aa tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835667 Jul 16 15:42:40.035631 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ec6e-2ea1-48a2-8369-2543a7b56f7b req-072531b7-c0f3-49f0-b984-9296bfbf7823 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:40.044574 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2fa3ec6e-2ea1-48a2-8369-2543a7b56f7b req-072531b7-c0f3-49f0-b984-9296bfbf7823 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.2012947 Jul 16 15:42:40.054412 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Routers {'e48815b9-934a-4d65-8819-6b7cb1887736'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:40.055404 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['e48815b9-934a-4d65-8819-6b7cb1887736'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:40.132142 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2fa3ec6e-2ea1-48a2-8369-2543a7b56f7b req-58eb53a8-db98-4c94-9376-095521f7b0fc tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808871 Jul 16 15:42:40.164149 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=6a61b504-182b-4f9b-b1f2-01a5a25744db,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:40.205876 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.240081 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] Set router e48815b9-934a-4d65-8819-6b7cb1887736 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:40.276380 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 773aab15-493a-43b5-bc08-ed49ae92a35e, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=773aab15-493a-43b5-bc08-ed49ae92a35e,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:40.299210 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.433113 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.457585 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=773aab15-493a-43b5-bc08-ed49ae92a35e,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:40.511560 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-2cd44433-1a01-4ba6-a533-6128d3cf0d22 None None] Provisioning for port 4a9eb1e8-3921-4c72-8447-6c135144a88a completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:40.531380 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88918b62-4c58-4475-85d5-9c25aa928448 None None] Pushing event updated for resources: {'Port': ['ID=39fb7de0-7f51-449a-85a1-cc786c9835a6,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:40.538960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6a61b504-182b-4f9b-b1f2-01a5a25744db up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:40.596535 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-2cd44433-1a01-4ba6-a533-6128d3cf0d22 None None] Provisioning complete for port 4a9eb1e8-3921-4c72-8447-6c135144a88a triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:40.596917 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2cd44433-1a01-4ba6-a533-6128d3cf0d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.718151 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:35Z', 'revision_number': 3, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:40.719878 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-2cd44433-1a01-4ba6-a533-6128d3cf0d22 None None] Port 4a9eb1e8-3921-4c72-8447-6c135144a88a cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:42:40.752112 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 6a61b504-182b-4f9b-b1f2-01a5a25744db triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:40.752478 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.794309 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333fe4-c03b-4eed-b7e6-562e760684f9 None None] The sync data for ids ['e48815b9-934a-4d65-8819-6b7cb1887736'] in dv-cinder-784815-1-iscsi is: [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:35Z', 'revision_number': 3, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:42:40.817682 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f771e-0863-42d5-89f4-e8abcec1c403 req-191fecac-5ccc-485a-8594-c05d1e1d5dab tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:40.823347 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.829234 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-745f771e-0863-42d5-89f4-e8abcec1c403 req-191fecac-5ccc-485a-8594-c05d1e1d5dab tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1734617 Jul 16 15:42:40.831724 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.832529 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:40.906730 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-745f771e-0863-42d5-89f4-e8abcec1c403 req-9717500f-9de0-4576-bcdf-26921ece35df tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762742 Jul 16 15:42:40.954629 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b19a3-d8fc-4ef7-8931-f730e6220cf5 req-b35d2932-a0a7-4565-af00-28b1db97edac tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:40.965004 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4f9b19a3-d8fc-4ef7-8931-f730e6220cf5 req-b35d2932-a0a7-4565-af00-28b1db97edac tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 944 time: 0.2037532 Jul 16 15:42:41.052899 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4f9b19a3-d8fc-4ef7-8931-f730e6220cf5 req-9bf983ca-1e62-4fc3-834d-a16c5599792d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864723 Jul 16 15:42:41.112874 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9eb1e8-3921-4c72-8447-6c135144a88a,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:41.120629 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Network 777123e6-bf70-429a-9fa9-67159475efaf is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:41.123093 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:41.334546 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Router e48815b9-934a-4d65-8819-6b7cb1887736 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:42:41.408859 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78b070-d4c8-457c-a19d-02e3f0645417 req-aaa19e93-9929-459a-a8b1-e65d27f0157b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:41.411537 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff78b070-d4c8-457c-a19d-02e3f0645417 req-aaa19e93-9929-459a-a8b1-e65d27f0157b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.2550938 Jul 16 15:42:41.540291 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:42:41.549674 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1eef9d24-cc9a-4045-9a93-4ab22a5ae0d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/e48815b9-934a-4d65-8819-6b7cb1887736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2503173 Jul 16 15:42:41.552581 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f37f39-14d0-459e-8b6a-4eb363cc6400 req-a33fb3d6-e774-4269-9719-b39ad6084c3c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:41.554110 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-15f37f39-14d0-459e-8b6a-4eb363cc6400 req-a33fb3d6-e774-4269-9719-b39ad6084c3c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.2249136 Jul 16 15:42:41.560709 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-9fb038c0-6a60-43a5-b941-bdfa007f453b None None] Provisioning complete for port 4a9eb1e8-3921-4c72-8447-6c135144a88a triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:41.561298 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fb038c0-6a60-43a5-b941-bdfa007f453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:41.574088 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff78b070-d4c8-457c-a19d-02e3f0645417 req-4058d3f4-6808-444c-8436-061a48fc98cc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513402 Jul 16 15:42:41.633946 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-9fb038c0-6a60-43a5-b941-bdfa007f453b None None] Port 4a9eb1e8-3921-4c72-8447-6c135144a88a cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:42:41.651041 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-15f37f39-14d0-459e-8b6a-4eb363cc6400 req-cd464bf6-8536-4bbe-a5e3-e166ef5b7db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759380 Jul 16 15:42:42.175018 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device aa945351-667e-44c5-a587-901600e31870 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:42.189643 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e736c-65f5-43a5-b6b1-183f2aa5e687 req-09ed6a10-e5dd-448e-a9bc-c6dd8e7c287a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:42.192077 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2b6e736c-65f5-43a5-b6b1-183f2aa5e687 req-09ed6a10-e5dd-448e-a9bc-c6dd8e7c287a tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1238101 Jul 16 15:42:42.245386 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2b6e736c-65f5-43a5-b6b1-183f2aa5e687 req-b4560699-f579-4131-abba-2a7dccd55e52 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Jul 16 15:42:42.272733 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port aa945351-667e-44c5-a587-901600e31870 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:42.291128 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port aa945351-667e-44c5-a587-901600e31870 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:42.291730 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.445787 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.476105 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:42:42.478904 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a015cbf-9e10-46f0-98e4-3f0f0fc33f83" -d '{"events": [{"server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "name": "network-vif-plugged", "status": "completed", "tag": "aa945351-667e-44c5-a587-901600e31870"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:42:42.494449 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:42.504186 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.527372 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58780) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:42.534289 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050189109', 'description': 'tempest-secgroup-smoke-2050189109 description', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:42.575606 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.645022 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9767c-e3bc-4d5d-8e93-2d62970e5015 x-openstack-request-id: req-f7e9767c-e3bc-4d5d-8e93-2d62970e5015 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:42:42.645584 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "name": "network-vif-plugged", "status": "completed", "tag": "aa945351-667e-44c5-a587-901600e31870", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:42:42.645584 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7e9767c-e3bc-4d5d-8e93-2d62970e5015 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:42:42.645920 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'code': 200} Jul 16 15:42:42.646952 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 773aab15-493a-43b5-bc08-ed49ae92a35e up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:42.650622 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:42.709737 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6edf13-de07-4671-8ba5-182de19e9cc9 req-ae3577eb-bc84-4cc7-875e-fac8f4fd1980 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:42.711962 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-df6edf13-de07-4671-8ba5-182de19e9cc9 req-ae3577eb-bc84-4cc7-875e-fac8f4fd1980 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.2330916 Jul 16 15:42:42.755392 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.765815 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.769332 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 773aab15-493a-43b5-bc08-ed49ae92a35e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:42.769716 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.771586 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-df6edf13-de07-4671-8ba5-182de19e9cc9 req-fbf14799-a228-4726-8771-0b025c1997a4 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502672 Jul 16 15:42:42.813188 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.814530 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2860913 Jul 16 15:42:42.817456 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58794) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:42.823627 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group_rule': {'security_group_id': '433677d5-31f3-4ec7-9df0-8f65f179246d', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:42.829842 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082a057-8014-489d-a625-6e1005c978a6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433677d5-31f3-4ec7-9df0-8f65f179246d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:42.883866 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.912652 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2f9d-37ab-4388-9388-a42e4996d1bc req-9479afea-dd26-447e-928e-633f502329c1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:42.914741 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-538f2f9d-37ab-4388-9388-a42e4996d1bc req-9479afea-dd26-447e-928e-633f502329c1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1268735 Jul 16 15:42:42.973148 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:42.979447 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.004637 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.006715 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874528 Jul 16 15:42:43.010206 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58796) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:43.023407 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group_rule': {'security_group_id': '433677d5-31f3-4ec7-9df0-8f65f179246d', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:43.030220 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a72b97-ccfa-453d-9fa8-0a2832d1f974 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5756ed07-693a-4296-a4db-586d3e34772f,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.036063 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-538f2f9d-37ab-4388-9388-a42e4996d1bc req-6c7158ea-d212-4e71-b877-536709e927aa tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089580 Jul 16 15:42:43.071817 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 39fb7de0-7f51-449a-85a1-cc786c9835a6 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:43.076088 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.084225 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39876b8b-3af6-4fc6-ad8a-047191972192 req-a22aa3fc-4f41-43e0-b1ab-ebe478eca55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:43.089560 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39876b8b-3af6-4fc6-ad8a-047191972192 req-a22aa3fc-4f41-43e0-b1ab-ebe478eca55c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1599917 Jul 16 15:42:43.101043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86414d63-1995-4131-99c5-2316c59af1a3 req-0cc69a67-06da-4505-95c3-2537d3b58dae tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:43.107089 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-86414d63-1995-4131-99c5-2316c59af1a3 req-0cc69a67-06da-4505-95c3-2537d3b58dae tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1870837 Jul 16 15:42:43.129503 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 39fb7de0-7f51-449a-85a1-cc786c9835a6 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:43.133977 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 39fb7de0-7f51-449a-85a1-cc786c9835a6 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:43.134661 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.160531 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.164598 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.175953 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39876b8b-3af6-4fc6-ad8a-047191972192 req-1832b9a1-64a5-4aa5-a05c-fc9d27f6fa8e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671933 Jul 16 15:42:43.179787 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-86414d63-1995-4131-99c5-2316c59af1a3 req-7566bc3a-78e0-4ae1-89ef-f865a1df6265 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702655 Jul 16 15:42:43.198836 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734a5cca-8c9e-412e-83f5-40284cff620a,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.202875 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.207279 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7125b006-138b-4851-b262-bb67ed84449c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1927056 Jul 16 15:42:43.207691 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58798) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:43.213579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group_rule': {'security_group_id': '433677d5-31f3-4ec7-9df0-8f65f179246d', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:43.221430 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Sync routers for ids ['e48815b9-934a-4d65-8819-6b7cb1887736'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:42:43.239351 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.239563 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Routers {'e48815b9-934a-4d65-8819-6b7cb1887736'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:43.240181 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['e48815b9-934a-4d65-8819-6b7cb1887736'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:43.278484 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.310136 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 39fb7de0-7f51-449a-85a1-cc786c9835a6, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=39fb7de0-7f51-449a-85a1-cc786c9835a6,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:43.313348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.315676 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.322771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.350410 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.351096 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424742 Jul 16 15:42:43.354152 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58802) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:43.355074 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c05bd-04e6-449f-b92d-c3b8f88bae88 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17961dcf-ff07-4a24-b167-ab8db520841b,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.363939 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group_rule': {'security_group_id': '433677d5-31f3-4ec7-9df0-8f65f179246d', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:43.392755 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.415350 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Set router e48815b9-934a-4d65-8819-6b7cb1887736 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:43.417789 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=39fb7de0-7f51-449a-85a1-cc786c9835a6,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.467311 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.475248 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c878e3-6028-421d-be06-f92a7af71ca3 req-5d8db928-0d0d-4574-9263-c87de5aacc2c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:43.475248 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96c878e3-6028-421d-be06-f92a7af71ca3 req-5d8db928-0d0d-4574-9263-c87de5aacc2c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0735650 Jul 16 15:42:43.480517 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.500062 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa32d71a-f778-4049-95f1-a21fca1d0bc9,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.506502 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.507917 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-47023886-2b18-4cfb-a7ad-34bb57fbd6e2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524596 Jul 16 15:42:43.511052 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58804) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:43.515672 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group_rule': {'security_group_id': '433677d5-31f3-4ec7-9df0-8f65f179246d', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:43.515842 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-96c878e3-6028-421d-be06-f92a7af71ca3 req-ff8fc086-66ff-493b-956c-6ee789703adb tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Jul 16 15:42:43.544237 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Project 3913ef283e5e43e8b09e0b50d97fab10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:42:43.550474 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.610222 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.614460 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.622677 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 4, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '4a9eb1e8-3921-4c72-8447-6c135144a88a', 'name': '', 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'mac_address': 'fa:16:3e:f5:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:38Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 2, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'subnets': [{'id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:43.632703 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342296aa-5251-4a50-8139-7cf2622b1fe9,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.645909 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.645909 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b722cca4-5232-4de9-9886-607b620c1fd4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336398 Jul 16 15:42:43.648715 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58808) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:43.654208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'security_group_rule': {'security_group_id': '433677d5-31f3-4ec7-9df0-8f65f179246d', 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:43.656548 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Checking router: e48815b9-934a-4d65-8819-6b7cb1887736 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:42:43.657012 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Updating router e48815b9-934a-4d65-8819-6b7cb1887736 port 4a9eb1e8-3921-4c72-8447-6c135144a88a binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:42:43.677986 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.securitygroups_db [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Project 3913ef283e5e43e8b09e0b50d97fab10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:42:43.683950 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.697628 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.757360 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.764800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.799462 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ad52c1-207d-4d5c-88a9-433fe52f59d0,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:43.808079 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.809392 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-2ed69315-02a0-4c3a-9105-574d6594007a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594815 Jul 16 15:42:43.950886 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4ce643dc-85f9-4ea0-9992-29f4a9d34d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:43.975197 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5848b46-911f-45e9-8da7-faba22357800 req-41482465-9dcc-4f6e-8be5-4624af05370d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:43.976983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a5848b46-911f-45e9-8da7-faba22357800 req-41482465-9dcc-4f6e-8be5-4624af05370d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0688503 Jul 16 15:42:44.018217 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.019337 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a5848b46-911f-45e9-8da7-faba22357800 req-4ee4b601-505b-4113-8f70-e6c7254f0b45 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362248 Jul 16 15:42:44.030817 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Transition to ACTIVE for port object 4a9eb1e8-3921-4c72-8447-6c135144a88a will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:42:44.047385 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.077981 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.100890 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354b66-8e34-4a16-bcea-b3759684258f None None] Pushing event updated for resources: {'Port': ['ID=4a9eb1e8-3921-4c72-8447-6c135144a88a,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:44.162629 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Attempting to bind port 4a9eb1e8-3921-4c72-8447-6c135144a88a on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:42:44.163034 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Attempting to bind port 4a9eb1e8-3921-4c72-8447-6c135144a88a by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:42:44.163537 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Attempting to bind port 4a9eb1e8-3921-4c72-8447-6c135144a88a on network 777123e6-bf70-429a-9fa9-67159475efaf {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:42:44.168847 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:42:44.169162 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Checking segment: {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:42:44.169807 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.170214 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Bound using segment: {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:42:44.170679 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Bound port: 4a9eb1e8-3921-4c72-8447-6c135144a88a, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e299f45-86a0-4ecf-9426-bfb8f8437448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:42:44.171792 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.251048 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] For port 4a9eb1e8-3921-4c72-8447-6c135144a88a, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:42:44.254529 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] For port 4a9eb1e8-3921-4c72-8447-6c135144a88a, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=4a9eb1e8-3921-4c72-8447-6c135144a88a,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:42:44.265195 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.352378 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Routers {'e48815b9-934a-4d65-8819-6b7cb1887736'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:44.353012 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['e48815b9-934a-4d65-8819-6b7cb1887736'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:44.362726 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add19cb-9c88-4130-8d43-2f1a109e1782 req-620bad1e-7311-4e40-9513-be19fa0247bf tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:44.364455 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2add19cb-9c88-4130-8d43-2f1a109e1782 req-620bad1e-7311-4e40-9513-be19fa0247bf tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1582937 Jul 16 15:42:44.495652 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354b66-8e34-4a16-bcea-b3759684258f None None] Pushing event updated for resources: {'Port': ['ID=4a9eb1e8-3921-4c72-8447-6c135144a88a,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:44.521495 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2add19cb-9c88-4130-8d43-2f1a109e1782 req-432d7adf-a4fd-4e45-a114-cf81a19bed7f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382310 Jul 16 15:42:44.535641 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 39fb7de0-7f51-449a-85a1-cc786c9835a6 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:44.561993 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca636f-bb53-412d-8c2b-d523b4f0c6a5 req-f42883da-3314-4054-8ecd-70685e8e851b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:44.570866 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b1ca636f-bb53-412d-8c2b-d523b4f0c6a5 req-f42883da-3314-4054-8ecd-70685e8e851b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.2052853 Jul 16 15:42:44.584151 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] Set router e48815b9-934a-4d65-8819-6b7cb1887736 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:44.643565 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b1ca636f-bb53-412d-8c2b-d523b4f0c6a5 req-a079aa28-ab2e-4fd8-86fb-e77dbb610fb5 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709960 Jul 16 15:42:44.830016 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f3fb-167b-4453-b8bc-a73d81b22756 req-825d9663-0345-4552-8a4c-bd5391dac026 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:44.838731 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9510f3fb-167b-4453-b8bc-a73d81b22756 req-825d9663-0345-4552-8a4c-bd5391dac026 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1589947 Jul 16 15:42:44.886052 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9510f3fb-167b-4453-b8bc-a73d81b22756 req-b0a60de8-d8ab-47fe-bbbd-0d3e3c2a1fdd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443437 Jul 16 15:42:44.901766 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 39fb7de0-7f51-449a-85a1-cc786c9835a6 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:44.902329 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:44.998313 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 4, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '4a9eb1e8-3921-4c72-8447-6c135144a88a', 'name': '', 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'mac_address': 'fa:16:3e:f5:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:38Z', 'updated_at': '2021-07-16T15:42:44Z', 'revision_number': 4, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'subnets': [{'id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:45.028486 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcffe307-b564-4b29-9f48-9266cf0eaa42 None None] The sync data for ids ['e48815b9-934a-4d65-8819-6b7cb1887736'] in dv-cinder-784815-1-iscsi is: [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 4, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '4a9eb1e8-3921-4c72-8447-6c135144a88a', 'name': '', 'network_id': '777123e6-bf70-429a-9fa9-67159475efaf', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'mac_address': 'fa:16:3e:f5:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:38Z', 'updated_at': '2021-07-16T15:42:44Z', 'revision_number': 4, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'subnets': [{'id': 'b2039e3c-5cb9-4875-9a8f-1ba06c7a7189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:42:45.269033 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db914-3c2b-4c2b-b509-18a4299f48a6 req-28a02d53-d959-45af-ba0b-31b27485e974 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:45.270547 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-929db914-3c2b-4c2b-b509-18a4299f48a6 req-28a02d53-d959-45af-ba0b-31b27485e974 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0834734 Jul 16 15:42:45.312471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-929db914-3c2b-4c2b-b509-18a4299f48a6 req-c8c22cd6-83d5-417f-8267-789847b26b57 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Jul 16 15:42:45.497085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22273b7-3e32-49c1-9ac4-8f33112bc3fe req-ba52417a-b2d1-465b-9ab6-553a4d135197 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:45.498657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b22273b7-3e32-49c1-9ac4-8f33112bc3fe req-ba52417a-b2d1-465b-9ab6-553a4d135197 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0698385 Jul 16 15:42:45.541380 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b22273b7-3e32-49c1-9ac4-8f33112bc3fe req-953868ed-1942-4b5d-8362-f6ddfd417c60 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 Jul 16 15:42:45.733607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95210f-d9c3-46f0-a6c4-2bd29fc2551c req-a14b7a6f-926e-47a6-88c6-b5e77ce579b3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:45.735173 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ad95210f-d9c3-46f0-a6c4-2bd29fc2551c req-a14b7a6f-926e-47a6-88c6-b5e77ce579b3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0737517 Jul 16 15:42:45.808025 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ad95210f-d9c3-46f0-a6c4-2bd29fc2551c req-26e2512b-7670-4aa3-8435-ad869e305039 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655458 Jul 16 15:42:45.853673 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58950) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:46.019201 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Deleting subnet 6c55df78-aae2-41ee-b414-095d4f119c7a {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:42:46.033323 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.043870 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5d076-e29f-4c1b-aaf2-288a8e8b5f68 req-3a20c04f-63f5-482e-a2c4-bf008e67fe8e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:46.044722 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ece5d076-e29f-4c1b-aaf2-288a8e8b5f68 req-3a20c04f-63f5-482e-a2c4-bf008e67fe8e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1141710 Jul 16 15:42:46.093292 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.107429 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.125947 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ece5d076-e29f-4c1b-aaf2-288a8e8b5f68 req-8669dd20-d5bd-42b2-9d3c-ff90d8a29610 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627425 Jul 16 15:42:46.162619 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c37fe-def8-42d9-8f86-afc347569377 req-f8726f9f-08ce-40f9-ba79-b444092a977e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:46.167268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-143c37fe-def8-42d9-8f86-afc347569377 req-f8726f9f-08ce-40f9-ba79-b444092a977e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.1597934 Jul 16 15:42:46.194262 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.224369 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-143c37fe-def8-42d9-8f86-afc347569377 req-024378c7-bf77-405a-bb6a-b169835ebe0d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489402 Jul 16 15:42:46.228793 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdfe1f-b33a-4d8f-85f0-25375c5dde5b req-0d8c6e1f-f99f-4109-8a4d-437cd19a73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:46.230250 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8dfdfe1f-b33a-4d8f-85f0-25375c5dde5b req-0d8c6e1f-f99f-4109-8a4d-437cd19a73e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.1212931 Jul 16 15:42:46.236548 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.238434 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6c55df78-aae2-41ee-b414-095d4f119c7a HTTP/1.1" status: 204 len: 168 time: 0.3824637 Jul 16 15:42:46.239285 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e090-9386-4c42-82a4-43790d0f4517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c55df78-aae2-41ee-b414-095d4f119c7a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:46.244579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58958) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:46.332190 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8dfdfe1f-b33a-4d8f-85f0-25375c5dde5b req-b17b215c-c31d-4083-af78-b8bf7f14f3eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948298 Jul 16 15:42:46.373099 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.416687 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 4a9eb1e8-3921-4c72-8447-6c135144a88a up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:46.424949 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d698873-479f-4211-bed0-1ca2fc7e557b req-7e722edd-54ec-4a85-8b4c-9820257bf625 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:46.426671 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d698873-479f-4211-bed0-1ca2fc7e557b req-7e722edd-54ec-4a85-8b4c-9820257bf625 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1548963 Jul 16 15:42:46.479704 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 4a9eb1e8-3921-4c72-8447-6c135144a88a completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:42:46.483351 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 4a9eb1e8-3921-4c72-8447-6c135144a88a triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:46.483730 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.503714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.522527 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0151cafa-8d08-465d-9b0a-6a975c0ec94a']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:46.536884 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1988dd3b-d210-420a-b3c7-d830d49c8328') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:46.537313 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1988dd3b-d210-420a-b3c7-d830d49c8328') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:46.550407 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d698873-479f-4211-bed0-1ca2fc7e557b req-7c20080b-3b85-48a3-9a46-a1ce7fc5b6a2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103306 Jul 16 15:42:46.582282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.604672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.611557 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.616337 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.625481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:42:46.625481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:42:46.634812 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:42:46.651202 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-74a24ab1-d6e4-496e-8b04-9728b4a47db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.670205 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 4a9eb1e8-3921-4c72-8447-6c135144a88a, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=4a9eb1e8-3921-4c72-8447-6c135144a88a,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:42:46.675960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.716631 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.722325 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:46.726536 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] 10.222.0.10 "DELETE /v2.0/networks/0151cafa-8d08-465d-9b0a-6a975c0ec94a HTTP/1.1" status: 204 len: 168 time: 0.4785230 Jul 16 15:42:46.735827 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14244c-dd7b-453e-b388-28de2cf2c71d admin admin] Pushing event deleted for resources: {'Network': ['ID=0151cafa-8d08-465d-9b0a-6a975c0ec94a,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:46.737989 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=4a9eb1e8-3921-4c72-8447-6c135144a88a,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:46.890495 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 58970) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:46.941626 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-de6a42e8-25db-49e2-aec4-69bfd3ed9f65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fd8975edbe54328b10c843a7d060b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497937 Jul 16 15:42:46.944235 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 58972) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:46.994686 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6844bd1-1421-4fd0-a39b-c10460979125 req-c28f5192-aea2-4602-a2cd-c60d9793190b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:46.996487 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6844bd1-1421-4fd0-a39b-c10460979125 req-c28f5192-aea2-4602-a2cd-c60d9793190b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0687113 Jul 16 15:42:46.997764 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12ef50ef-6921-4af9-aa92-39a489128d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:47.019589 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12ef50ef-6921-4af9-aa92-39a489128d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:47.036203 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d6844bd1-1421-4fd0-a39b-c10460979125 req-9b22335a-ee7c-4344-9c4c-5ce94287389a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Jul 16 15:42:47.075816 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12ef50ef-6921-4af9-aa92-39a489128d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:47.078300 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12ef50ef-6921-4af9-aa92-39a489128d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:47.082031 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-12ef50ef-6921-4af9-aa92-39a489128d0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca012115-0951-4ffa-be34-21269fa87a87 HTTP/1.1" status: 204 len: 168 time: 0.1341834 Jul 16 15:42:47.087823 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef50ef-6921-4af9-aa92-39a489128d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca012115-0951-4ffa-be34-21269fa87a87,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:47.311173 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e0dfd-7c1c-4724-ab9a-214547f89a8c req-38ae8588-fd51-4091-801b-97bb2db14692 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:47.312706 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-362e0dfd-7c1c-4724-ab9a-214547f89a8c req-38ae8588-fd51-4091-801b-97bb2db14692 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0735335 Jul 16 15:42:47.358815 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-362e0dfd-7c1c-4724-ab9a-214547f89a8c req-9251005c-7900-4417-bf6c-46d85306ee3a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377123 Jul 16 15:42:47.649897 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:47.849385 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f609f8-4a6b-4fdc-b2db-e6125ffb0724 req-a73d5b5d-4e66-4d67-a1c8-ab922f50df42 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:47.850881 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-65f609f8-4a6b-4fdc-b2db-e6125ffb0724 req-a73d5b5d-4e66-4d67-a1c8-ab922f50df42 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1641808 Jul 16 15:42:47.894922 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-c502634a-ef84-40da-bcad-5c1beddc81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:47.896570 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-c502634a-ef84-40da-bcad-5c1beddc81c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1098 time: 0.1674607 Jul 16 15:42:47.922691 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdc1cb-b192-4941-9360-066b440b4cc1 req-2ae5ae00-2ec8-4419-b02b-0aca95f879d2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:47.924197 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d8bdc1cb-b192-4941-9360-066b440b4cc1 req-2ae5ae00-2ec8-4419-b02b-0aca95f879d2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.1980639 Jul 16 15:42:47.963564 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-65f609f8-4a6b-4fdc-b2db-e6125ffb0724 req-872a991d-8cc3-4f8d-915a-ba24661b24b8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023862 Jul 16 15:42:48.027902 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d8bdc1cb-b192-4941-9360-066b440b4cc1 req-98bbe8fe-457f-49eb-b699-736d2a7c9fb5 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832217 Jul 16 15:42:48.041958 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-f4f96c1e-36a6-4b16-9698-36f4230dcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:48.043465 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-f4f96c1e-36a6-4b16-9698-36f4230dcf2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.1395872 Jul 16 15:42:48.143481 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-5fc1f8ad-492e-4c33-bebd-8d9240c61d9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 1000 time: 0.0883398 Jul 16 15:42:48.219987 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-87e6b442-0285-473f-ad16-3b6ad1b010c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:48.222799 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-87e6b442-0285-473f-ad16-3b6ad1b010c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0710218 Jul 16 15:42:48.317159 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-3055e7e0-93a7-4667-9e0e-c8a822518d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:48.319110 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-3055e7e0-93a7-4667-9e0e-c8a822518d51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822077 Jul 16 15:42:48.447622 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 4a9eb1e8-3921-4c72-8447-6c135144a88a up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:42:48.571665 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 4a9eb1e8-3921-4c72-8447-6c135144a88a triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:42:48.572293 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:48.593421 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-4148e3dc-0398-4c66-b7ca-ea6b227ec367 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671859 Jul 16 15:42:48.627302 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bf43-c844-4c02-826c-f856930d8f0d req-23a246b4-48fe-4275-8fe4-b3f8f09881f4 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:48.628789 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9279bf43-c844-4c02-826c-f856930d8f0d req-23a246b4-48fe-4275-8fe4-b3f8f09881f4 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.2032721 Jul 16 15:42:48.739780 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9279bf43-c844-4c02-826c-f856930d8f0d req-074afdc1-e3ac-4b9b-9aa3-b9a0fe270f35 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007371 Jul 16 15:42:48.743759 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d4cb585-4a20-4da9-b176-725e6bae408a req-39a79da5-1da8-4595-b299-f8a011967aab service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423812 Jul 16 15:42:48.826514 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-b65dc1e5-8577-4fe2-b022-367b08a1ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:48.828119 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-b65dc1e5-8577-4fe2-b022-367b08a1ccb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d0cb7f248c54533976bf22d8191d431&device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 1098 time: 0.0658929 Jul 16 15:42:48.934673 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-38ab3e82-16b1-4afe-a0d2-dc20816b0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:48.936112 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-38ab3e82-16b1-4afe-a0d2-dc20816b0f68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 200 len: 918 time: 0.0943115 Jul 16 15:42:48.998185 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-39f20520-3c36-4964-a298-e7bad5f6c61e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 200 len: 217 time: 0.0528917 Jul 16 15:42:49.322820 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886ebc-9cc1-40cd-a024-7adb4946aeb8 req-d184a848-1524-4a0c-b9d3-55235bd1409f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:49.324383 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-60886ebc-9cc1-40cd-a024-7adb4946aeb8 req-d184a848-1524-4a0c-b9d3-55235bd1409f tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.3874114 Jul 16 15:42:49.325639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-59456938-c7bc-4782-8af1-31d371b5f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:49.326924 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-59456938-c7bc-4782-8af1-31d371b5f5ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 200 len: 857 time: 0.3214192 Jul 16 15:42:49.385458 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-f46444b7-9770-4f6c-b455-fd56e26e8e99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7c0127-5805-422a-9a08-ae82fad0e68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434632 Jul 16 15:42:49.406089 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612f16-03bb-4812-a475-bf2c2d09a05a req-818628fd-0b6f-4c39-b89b-f635b8ae7657 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:49.407541 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d612f16-03bb-4812-a475-bf2c2d09a05a req-818628fd-0b6f-4c39-b89b-f635b8ae7657 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1489205 Jul 16 15:42:49.418087 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-60886ebc-9cc1-40cd-a024-7adb4946aeb8 req-5480553a-e0cf-42ce-851b-d5dc4350cf97 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876956 Jul 16 15:42:49.456813 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:49.475465 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d612f16-03bb-4812-a475-bf2c2d09a05a req-bc4597a3-061f-4ce6-b6b3-197e162e873e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563805 Jul 16 15:42:49.536241 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-fdcb4dfc-3ceb-4dad-a300-938df53b0379 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957158 Jul 16 15:42:49.645723 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d89afeb6-fdff-4460-b3db-bc29c6ca9d52 req-01eb888b-c682-472a-a890-2e1f5178fb65 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012208 Jul 16 15:42:49.912110 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11552488-e52b-4107-9f58-0e65f259ef1e req-d1eb22f6-7a45-4f31-81cb-ac7050d8db6d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:49.913590 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-11552488-e52b-4107-9f58-0e65f259ef1e req-d1eb22f6-7a45-4f31-81cb-ac7050d8db6d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0621817 Jul 16 15:42:49.952320 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-11552488-e52b-4107-9f58-0e65f259ef1e req-81ca3faf-1234-432c-bbcf-9e74d90a7c58 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Jul 16 15:42:50.600219 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5b453-f59f-46d5-83ab-1cb00d38105f req-720cad89-cde8-4cec-93d1-3ee77717e8f5 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:50.601774 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cad5b453-f59f-46d5-83ab-1cb00d38105f req-720cad89-cde8-4cec-93d1-3ee77717e8f5 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0717714 Jul 16 15:42:50.672498 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cad5b453-f59f-46d5-83ab-1cb00d38105f req-88640bd7-c4fd-429b-8d2f-23b878ecd73b tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612969 Jul 16 15:42:50.693446 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26dd2-8693-4b25-a347-07c6f5472169 req-9b0f9603-8e3f-426f-b3a4-8ca724ef2b80 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:50.694938 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f6d26dd2-8693-4b25-a347-07c6f5472169 req-9b0f9603-8e3f-426f-b3a4-8ca724ef2b80 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0922160 Jul 16 15:42:50.737311 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f6d26dd2-8693-4b25-a347-07c6f5472169 req-49b24c83-f6a6-4599-86bd-bdf945579201 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360329 Jul 16 15:42:50.991813 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59084) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:51.116535 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-227ab876-6f93-4bbc-a985-2eb00e715d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.181117 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8ca83-8244-4f7a-9dbb-ce6e048b41ea req-bcfda3a9-944b-41fe-be2b-c4220365e85a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:51.182983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5fa8ca83-8244-4f7a-9dbb-ce6e048b41ea req-bcfda3a9-944b-41fe-be2b-c4220365e85a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1066504 Jul 16 15:42:51.242103 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5fa8ca83-8244-4f7a-9dbb-ce6e048b41ea req-67f57f71-68ae-4583-bade-cffad22e607a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512924 Jul 16 15:42:51.266334 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-227ab876-6f93-4bbc-a985-2eb00e715d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.270498 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-227ab876-6f93-4bbc-a985-2eb00e715d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.308207 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-227ab876-6f93-4bbc-a985-2eb00e715d32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac2357562d5c464aa28b84b4e1c864c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142002 Jul 16 15:42:51.309362 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ab876-6f93-4bbc-a985-2eb00e715d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9085ec8-ad46-4156-a05c-1189c978d664,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:51.310983 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59088) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:51.366310 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8424774f-b9cc-47fc-8f0d-840ebcca6f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.386769 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8424774f-b9cc-47fc-8f0d-840ebcca6f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.432265 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8424774f-b9cc-47fc-8f0d-840ebcca6f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.434767 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8424774f-b9cc-47fc-8f0d-840ebcca6f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:51.435918 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8424774f-b9cc-47fc-8f0d-840ebcca6f6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9085ec8-ad46-4156-a05c-1189c978d664 HTTP/1.1" status: 204 len: 168 time: 0.1236649 Jul 16 15:42:51.443370 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424774f-b9cc-47fc-8f0d-840ebcca6f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9085ec8-ad46-4156-a05c-1189c978d664,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:51.857581 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75124c0b-a3eb-43a5-87bc-65bac06ff627 req-49b25045-bede-4679-ad6c-36fadfc420f0 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:51.859070 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-75124c0b-a3eb-43a5-87bc-65bac06ff627 req-49b25045-bede-4679-ad6c-36fadfc420f0 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0639467 Jul 16 15:42:51.898929 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-75124c0b-a3eb-43a5-87bc-65bac06ff627 req-533ba61c-d6c0-44f8-85d1-7feffc03cb39 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313740 Jul 16 15:42:52.445214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98e097-15a2-4df6-9456-9023dd487c21 req-a3b41781-eafb-4ead-8eb0-cf187e1c77d7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:52.447353 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d98e097-15a2-4df6-9456-9023dd487c21 req-a3b41781-eafb-4ead-8eb0-cf187e1c77d7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0836601 Jul 16 15:42:52.486602 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d98e097-15a2-4df6-9456-9023dd487c21 req-4bd4f5b8-5731-4554-90e1-5a5dc20ff363 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334775 Jul 16 15:42:53.665739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c42c1-7498-4857-a060-e5ed6c93519c req-1ec4e910-9037-42d4-81a4-aa687445ed5b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:53.667211 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-672c42c1-7498-4857-a060-e5ed6c93519c req-1ec4e910-9037-42d4-81a4-aa687445ed5b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0641539 Jul 16 15:42:53.705508 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-672c42c1-7498-4857-a060-e5ed6c93519c req-309e6d85-db24-4a67-b7b2-a136600e8b1c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Jul 16 15:42:54.883524 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f38d1-585d-40f5-ae77-45eb43f42b2e req-17081108-338c-4660-813a-3527c09b75ea tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:54.885046 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f20f38d1-585d-40f5-ae77-45eb43f42b2e req-17081108-338c-4660-813a-3527c09b75ea tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0623093 Jul 16 15:42:54.927716 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f20f38d1-585d-40f5-ae77-45eb43f42b2e req-2295081c-5160-47c8-9a39-407e21796e9c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372386 Jul 16 15:42:56.105113 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f3a23-75a8-466d-8d99-2c61c57750df req-60d09633-1a96-4f21-a5b1-d5da48e6ab6f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:56.106600 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e75f3a23-75a8-466d-8d99-2c61c57750df req-60d09633-1a96-4f21-a5b1-d5da48e6ab6f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0632689 Jul 16 15:42:56.151188 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e75f3a23-75a8-466d-8d99-2c61c57750df req-6714dc9d-1e12-47c5-bf15-d8282cbf59b1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Jul 16 15:42:56.262335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e706a-a97d-4270-abdf-9bfb4667404d req-126d3d62-963e-4224-8b98-98ec40e0964c tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:56.263881 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-189e706a-a97d-4270-abdf-9bfb4667404d req-126d3d62-963e-4224-8b98-98ec40e0964c tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0647275 Jul 16 15:42:56.302133 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-189e706a-a97d-4270-abdf-9bfb4667404d req-a54cf9b7-3217-460d-9531-36078565d12c tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jul 16 15:42:56.327351 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59154) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:56.569738 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddd4e8-589c-4be8-b719-fbbb79a25a9b tempest-TestMinimumBasicScenario-1798201255 tempest-TestMinimumBasicScenario-1798201255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:56.571248 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-3cddd4e8-589c-4be8-b719-fbbb79a25a9b tempest-TestMinimumBasicScenario-1798201255 tempest-TestMinimumBasicScenario-1798201255-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1093 time: 0.2428734 Jul 16 15:42:56.573999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59158) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:56.578259 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'port_id': 'aa945351-667e-44c5-a587-901600e31870', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:56.599691 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for floatingip, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:56.697060 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:56.814959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Allocated IP 172.27.1.62 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/fdc5e513-90d0-4772-86ce-1a2e04140965) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:42:56.916988 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:56.962188 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:56.990099 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:42:56.992878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:42:56.996428 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:42:57.031402 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'Port': ['ID=fdc5e513-90d0-4772-86ce-1a2e04140965,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:57.504236 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6913-9ec7-4485-a7b9-9454f084867c req-ef9e7d5b-27f7-465c-8a95-5c64bbe1df8e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:57.505611 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6ddd6913-9ec7-4485-a7b9-9454f084867c req-ef9e7d5b-27f7-465c-8a95-5c64bbe1df8e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.2327259 Jul 16 15:42:57.538358 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:57.603474 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6ddd6913-9ec7-4485-a7b9-9454f084867c req-b3457d17-3704-4862-8323-76bd6c706ef1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918410 Jul 16 15:42:57.658613 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:57.809212 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:57.813577 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:57.883009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'Port': ['ID=fdc5e513-90d0-4772-86ce-1a2e04140965,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:57.890153 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:57.994403 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Floating IP e4a82139-b513-42d9-9a7f-c83258f9eeb2 associated. External IP: 172.27.1.62, port: aa945351-667e-44c5-a587-901600e31870. Jul 16 15:42:58.194156 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Router 286d8452-ccc7-4abb-8f11-983d2a1837c2 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:42:58.533704 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:42:58.545221 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] Sync routers for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:42:58.550452 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.555281 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:58.556799 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:58.587364 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-33fa7f76-bac8-4e92-b2a3-f636c1a80eec tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0122924 Jul 16 15:42:58.587954 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:42:58.590235 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32af04f3-9cbb-427a-a54f-e401c3457566" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:42:58.590395 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59182) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:58.594918 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662356639', 'description': 'tempest-secgroup-smoke-1662356639 description', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:58.617951 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.641182 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a4fb0-376c-4355-9d0c-959486af1c60 x-openstack-request-id: req-c55a4fb0-376c-4355-9d0c-959486af1c60 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:42:58.641740 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:42:58.643448 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c55a4fb0-376c-4355-9d0c-959486af1c60 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:42:58.643854 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'status': 'completed', 'code': 200} Jul 16 15:42:58.667897 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:58.716794 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.724860 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.768539 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a12816-ae68-49bb-84e1-d19a62675d69,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:58.787798 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.790697 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8f17b28f-25c5-4bf6-b8a6-857cdbcb7ab8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1994305 Jul 16 15:42:58.793635 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59190) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:58.800023 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12816-ae68-49bb-84e1-d19a62675d69', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:58.828928 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.832204 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-b3d8b3b6-af7a-4965-8aeb-1eaaeabf1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:58.833730 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-b3d8b3b6-af7a-4965-8aeb-1eaaeabf1cf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1315486 Jul 16 15:42:58.845892 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef0753-b14d-4ddc-9d13-2d120fe08869 req-74b20600-1116-4178-a5cd-60497c4901cd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:58.847484 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-59ef0753-b14d-4ddc-9d13-2d120fe08869 req-74b20600-1116-4178-a5cd-60497c4901cd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1132665 Jul 16 15:42:58.904438 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.909992 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.927472 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f13504-42ea-41f6-9638-20156e8e503c,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:58.940876 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.941969 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d944e964-6f7f-4793-97a2-7a19f0048d96 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454780 Jul 16 15:42:58.944757 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59192) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:58.949646 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12816-ae68-49bb-84e1-d19a62675d69', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:58.949812 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'e4a82139-b513-42d9-9a7f-c83258f9eeb2', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'port_id': 'aa945351-667e-44c5-a587-901600e31870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'mac_address': 'fa:16:3e:dc:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:42:57Z', 'updated_at': '2021-07-16T15:42:57Z', 'revision_number': 0, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:55Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:58.972857 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-59ef0753-b14d-4ddc-9d13-2d120fe08869 req-db15ab5f-fc41-45d3-94e7-7d159adf1e68 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025915 Jul 16 15:42:58.985261 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] Checking router: 286d8452-ccc7-4abb-8f11-983d2a1837c2 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:42:58.989885 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:58.998742 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-32621998-f479-4be5-b246-9c187fa96803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:59.000331 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-32621998-f479-4be5-b246-9c187fa96803 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 915 time: 0.1519551 Jul 16 15:42:59.004978 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:42:59.006108 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:42:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:59.063135 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.068825 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.098555 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24caa2a6-a562-416f-b260-8574ff3b6250,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:59.113542 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.115801 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6339e700-810d-4382-b37b-6de9aec1adb9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699765 Jul 16 15:42:59.118369 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59200) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:59.126192 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12816-ae68-49bb-84e1-d19a62675d69', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:59.126560 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-979069d6-aa56-4680-8817-519ded825ae5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 998 time: 0.1190994 Jul 16 15:42:59.141172 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:42:59.159406 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.194720 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-573687a5-4b1e-4c9d-a246-0268162ffb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:59.196856 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-573687a5-4b1e-4c9d-a246-0268162ffb61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.0644464 Jul 16 15:42:59.233513 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.239200 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.267030 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c949536-90c1-4ce5-b432-ce668a9f79fc,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:59.276483 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.280338 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-29006f7d-173f-4efc-a16e-68b6b7c7a717 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584256 Jul 16 15:42:59.280488 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59202) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:59.285261 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12816-ae68-49bb-84e1-d19a62675d69', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:59.286506 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-db9b9669-6b47-4bb8-baf6-76f2656e6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:59.288668 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-db9b9669-6b47-4bb8-baf6-76f2656e6aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853112 Jul 16 15:42:59.317084 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.395764 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.400592 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.426100 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-bdd27d61-d0d0-4dbd-a51b-be6009cf5126 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221113 Jul 16 15:42:59.430858 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff6a2fe-ff34-4879-8145-cc84c8936727,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:59.435165 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.436296 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'e4a82139-b513-42d9-9a7f-c83258f9eeb2', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'port_id': 'aa945351-667e-44c5-a587-901600e31870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'mac_address': 'fa:16:3e:dc:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:42:57Z', 'updated_at': '2021-07-16T15:42:57Z', 'revision_number': 0, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:55Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:42:59.437205 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a62945ba-7730-44a9-914d-61c551fcc0ed tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556587 Jul 16 15:42:59.443742 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59206) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:59.449970 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12816-ae68-49bb-84e1-d19a62675d69', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:59.470337 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f785663-8246-40de-8886-a8048f6fb8ce None None] The sync data for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi is: [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'e4a82139-b513-42d9-9a7f-c83258f9eeb2', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'port_id': 'aa945351-667e-44c5-a587-901600e31870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'mac_address': 'fa:16:3e:dc:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:42:57Z', 'updated_at': '2021-07-16T15:42:57Z', 'revision_number': 0, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:55Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:42:59.479465 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Project f3f272ab96cf484abd05ba1bc5bcfbcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:42:59.483627 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.551659 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.557136 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.574048 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-32af04f3-9cbb-427a-a54f-e401c3457566 req-a18f2ad5-5baf-42c9-b4ee-38b09cef5864 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350503 Jul 16 15:42:59.576134 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa2349d-a14c-4a29-9edd-bf9a0cc2d06f,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:59.583726 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.585167 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-cc65b4ee-5d16-451d-8f86-c1420739d20d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404898 Jul 16 15:42:59.587983 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59208) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:42:59.590893 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854f499-ba4a-4daa-8df6-41082c141779 req-a4e91577-ec10-4a79-a0c1-c7026e778a97 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:59.592426 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7854f499-ba4a-4daa-8df6-41082c141779 req-a4e91577-ec10-4a79-a0c1-c7026e778a97 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1180787 Jul 16 15:42:59.595590 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'security_group_rule': {'security_group_id': 'a4a12816-ae68-49bb-84e1-d19a62675d69', 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:42:59.632954 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Project f3f272ab96cf484abd05ba1bc5bcfbcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:42:59.638802 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.640224 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7854f499-ba4a-4daa-8df6-41082c141779 req-451d3a08-56f8-4431-87a7-0a31da60a537 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Jul 16 15:42:59.708117 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67062d0e-e9aa-4995-8e4f-941ff8e32bdf None None] New status for floating IP e4a82139-b513-42d9-9a7f-c83258f9eeb2: ACTIVE {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:42:59.712933 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.717025 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.742254 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410b21c8-da06-460d-8112-7bd3d84a4283,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:42:59.752039 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:59.753409 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-46691288-c81f-42ec-9895-45a7ceba6850 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645105 Jul 16 15:42:59.878352 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-3b3def43-cd07-4c10-b45e-be5830a3f002 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662356639&fields=id&tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd HTTP/1.1" status: 200 len: 267 time: 0.0385029 Jul 16 15:42:59.948364 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ba1f7607-b3af-4100-b975-a045fef0729b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:42:59.949830 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ba1f7607-b3af-4100-b975-a045fef0729b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0658329 Jul 16 15:42:59.960895 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'port': {'security_groups': ['8c7532da-c6d8-4628-8de0-da868d64bbc2', 'a4a12816-ae68-49bb-84e1-d19a62675d69']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:00.052008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:00.219698 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a628-0f7e-4cf7-8603-27b234c070cf req-8ff85d5e-2a9c-404d-b2db-24905020da08 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:00.221075 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-66e5a628-0f7e-4cf7-8603-27b234c070cf req-8ff85d5e-2a9c-404d-b2db-24905020da08 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1309960 Jul 16 15:43:00.301065 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-66e5a628-0f7e-4cf7-8603-27b234c070cf req-10373a54-8fb0-4729-99a6-a5cf2517a91a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744920 Jul 16 15:43:00.311850 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:00.345186 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:00.350107 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:00.392401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:00.393010 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:00.394384 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac57d9ab-764f-48e9-b95f-a84431e0ee78 req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "PUT /v2.0/ports/aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 981 time: 0.4383292 Jul 16 15:43:00.409780 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['aa945351-667e-44c5-a587-901600e31870'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:43:00.422616 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5351bf-0027-4ca2-b0c0-1e507a9fe7cd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=6']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:00.588487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8a71-dc01-46b9-9ab2-bd89b9e2d293 req-92c00fce-fb4f-402c-b497-5f97b75f60c7 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:00.590079 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-94bb8a71-dc01-46b9-9ab2-bd89b9e2d293 req-92c00fce-fb4f-402c-b497-5f97b75f60c7 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0845487 Jul 16 15:43:00.606958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['aa945351-667e-44c5-a587-901600e31870'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:43:00.629634 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-94bb8a71-dc01-46b9-9ab2-bd89b9e2d293 req-d9618e99-9048-49b8-8be6-bddf61fed7de tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333636 Jul 16 15:43:00.645296 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:00.647720 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae6b7b7-9111-4e1f-993f-6e44d810abff" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:00.692574 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c166aa59-0481-435d-bcfc-78f049f80d05 x-openstack-request-id: req-c166aa59-0481-435d-bcfc-78f049f80d05 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:00.692873 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:00.693125 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c166aa59-0481-435d-bcfc-78f049f80d05 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:00.693520 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'status': 'completed', 'code': 200} Jul 16 15:43:00.712742 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-bd91a13b-4778-4ae5-9651-70cce3faae50 None None] Provisioning complete for port aa945351-667e-44c5-a587-901600e31870 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:43:00.713250 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bd91a13b-4778-4ae5-9651-70cce3faae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:00.847961 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-be5c8cc9-0012-4d5a-b4b6-9ed56ae6ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:00.849439 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-be5c8cc9-0012-4d5a-b4b6-9ed56ae6ba6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1137 time: 0.0994101 Jul 16 15:43:00.857589 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40df89-29d1-4505-b426-086f63835fd7 req-d3dd8639-40b0-4895-b741-6fb8b65c0c8c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:00.858885 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc40df89-29d1-4505-b426-086f63835fd7 req-d3dd8639-40b0-4895-b741-6fb8b65c0c8c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.1007121 Jul 16 15:43:00.953701 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cc40df89-29d1-4505-b426-086f63835fd7 req-3886cce3-0c35-4cd9-ba47-d35788014541 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858958 Jul 16 15:43:00.973692 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-fa21aa46-e7ee-458c-8dcd-40d90b07de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:00.975213 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-fa21aa46-e7ee-458c-8dcd-40d90b07de2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 915 time: 0.1154132 Jul 16 15:43:01.037761 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-c55b7b30-5bdb-4f0a-8d19-2aac7bd175f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 1000 time: 0.0557685 Jul 16 15:43:01.098787 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-a89455c4-6e34-4110-b4dd-87f436def1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:01.100523 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-a89455c4-6e34-4110-b4dd-87f436def1f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.0499241 Jul 16 15:43:01.164064 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-54f445b2-a13f-4db6-af35-f46aa90e4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:01.165491 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-54f445b2-a13f-4db6-af35-f46aa90e4b5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533578 Jul 16 15:43:01.263699 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-2a00e7e4-eee9-41d0-85b4-e363f9ae4275 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801198 Jul 16 15:43:01.354596 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bae6b7b7-9111-4e1f-993f-6e44d810abff req-7bab989c-09d7-499c-96ff-6adfb1c5115c service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825210 Jul 16 15:43:01.477456 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c57c6a-9a2f-48e8-8fec-8ba971754308 req-54242257-0ad8-4ace-baa6-2373fa88e49f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:01.478831 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17c57c6a-9a2f-48e8-8fec-8ba971754308 req-54242257-0ad8-4ace-baa6-2373fa88e49f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0625150 Jul 16 15:43:01.515042 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17c57c6a-9a2f-48e8-8fec-8ba971754308 req-e9b2f04f-5a81-43c8-8a88-fa717cc28a45 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307174 Jul 16 15:43:02.125773 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d45165-47bf-4569-a03e-768959d03618 req-68c5e432-2dd9-4f40-b987-f46a194dc0a6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:02.127214 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a4d45165-47bf-4569-a03e-768959d03618 req-68c5e432-2dd9-4f40-b987-f46a194dc0a6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0647850 Jul 16 15:43:02.165100 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a4d45165-47bf-4569-a03e-768959d03618 req-5ae1101d-1355-4c4a-806f-fd78c6346e82 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 16 15:43:02.627493 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-ab6ee788-1813-4303-8495-63426ca463f0 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:02.629013 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-ab6ee788-1813-4303-8495-63426ca463f0 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 946 time: 0.0620985 Jul 16 15:43:02.751948 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68194577-a023-42ca-b319-f455a03bb88c req-079f4ea4-213c-4033-9642-ae5785a8525a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:02.753404 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-68194577-a023-42ca-b319-f455a03bb88c req-079f4ea4-213c-4033-9642-ae5785a8525a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1214144 Jul 16 15:43:02.801579 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-68194577-a023-42ca-b319-f455a03bb88c req-c687e3b6-12ea-453d-bb56-14e6f788cf7b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Jul 16 15:43:02.802647 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Deleting port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:43:02.802986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:02.893525 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] For port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:02.893943 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:02.906493 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Calling delete_port for 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:43:03.031281 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:03.059855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Pushing event deleted for resources: {'Port': ['ID=19c37d90-52f3-4c13-8f6d-f7c2dede4db8,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:03.070527 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.071477 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.071815 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.072146 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.072474 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.072799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.073121 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.073439 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.073759 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.074077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.074396 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.074712 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:03.087889 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['875a608c-dca1-4172-9880-8cb273651f67', '19c37d90-52f3-4c13-8f6d-f7c2dede4db8'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:43:03.119064 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] No DVR routers for this DVR port 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:43:03.121541 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:03.123561 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1db4ccbc-3f8b-4737-9ab1-8033c0d80823 req-25ec784d-7669-411d-85e2-6f5184425b67 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "DELETE /v2.0/ports/19c37d90-52f3-4c13-8f6d-f7c2dede4db8 HTTP/1.1" status: 204 len: 173 time: 0.4826324 Jul 16 15:43:03.124004 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'name': 'network-vif-deleted', 'tag': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:03.126177 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec69c5b-1653-4da4-8137-4292133c8122" -d '{"events": [{"server_uuid": "bf2d818c-2074-4cfb-9c87-ff2509912f6e", "name": "network-vif-deleted", "tag": "19c37d90-52f3-4c13-8f6d-f7c2dede4db8"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:03.164809 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828597b-a472-4ea9-96b8-8e2770f2e829 x-openstack-request-id: req-5828597b-a472-4ea9-96b8-8e2770f2e829 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:03.165204 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d818c-2074-4cfb-9c87-ff2509912f6e", "name": "network-vif-deleted", "tag": "19c37d90-52f3-4c13-8f6d-f7c2dede4db8", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:03.165579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5828597b-a472-4ea9-96b8-8e2770f2e829 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:03.166184 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d818c-2074-4cfb-9c87-ff2509912f6e', 'name': 'network-vif-deleted', 'tag': '19c37d90-52f3-4c13-8f6d-f7c2dede4db8', 'status': 'completed', 'code': 200} Jul 16 15:43:03.315888 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-caadd4b8-80fb-495d-beb5-49364a986222 req-3e4d58bb-5481-4715-a9c6-9595c23a282d tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf2d818c-2074-4cfb-9c87-ff2509912f6e HTTP/1.1" status: 200 len: 210 time: 0.0291586 Jul 16 15:43:03.986092 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e669c1e-a955-42a8-acac-3ab7b20aad49 req-6da7d744-280c-4f4a-99ad-89725f2e984f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:03.987575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7e669c1e-a955-42a8-acac-3ab7b20aad49 req-6da7d744-280c-4f4a-99ad-89725f2e984f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0643196 Jul 16 15:43:04.028872 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7e669c1e-a955-42a8-acac-3ab7b20aad49 req-3035a772-7ac5-4786-9475-3f04ed768872 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348821 Jul 16 15:43:04.778250 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03c88c-dd42-4b05-8d1c-9707c3a2d6e9 req-4dbb9a7c-572f-4f67-b625-ae817cad12aa tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:04.779740 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c03c88c-dd42-4b05-8d1c-9707c3a2d6e9 req-4dbb9a7c-572f-4f67-b625-ae817cad12aa tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0632119 Jul 16 15:43:04.816851 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c03c88c-dd42-4b05-8d1c-9707c3a2d6e9 req-81bb8e6a-8b89-4f9d-94e1-5ded5f3d7ead tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Jul 16 15:43:05.204810 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a9bf-99e6-419b-8f45-4c609c030a22 req-1a4b5cf1-2630-45c5-92a8-0d0975bc0395 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:05.206256 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2560a9bf-99e6-419b-8f45-4c609c030a22 req-1a4b5cf1-2630-45c5-92a8-0d0975bc0395 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0611277 Jul 16 15:43:05.244209 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2560a9bf-99e6-419b-8f45-4c609c030a22 req-6bc3ca4a-33cd-4ced-8eab-6b6c1fa1e0ec tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309377 Jul 16 15:43:05.952470 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:43:05.999335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954070a-8520-4580-9dc5-daf92b230fa1 req-54fb953d-c3c3-40f8-a696-3ea90068582c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:06.000811 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0954070a-8520-4580-9dc5-daf92b230fa1 req-54fb953d-c3c3-40f8-a696-3ea90068582c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0644050 Jul 16 15:43:06.035795 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0954070a-8520-4580-9dc5-daf92b230fa1 req-24b3d4b9-e05a-45f2-a98e-c41440cf1b30 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295594 Jul 16 15:43:06.285326 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:43:06.309031 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:43:06.309429 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 19c37d90-52f3-4c13-8f6d-f7c2dede4db8 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:43:06.424716 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d29e-521f-481d-aa2b-181a4f51eab7 req-07de2500-bcb0-4ff7-9c3b-c78c1b28cf78 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:06.426748 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bd98d29e-521f-481d-aa2b-181a4f51eab7 req-07de2500-bcb0-4ff7-9c3b-c78c1b28cf78 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0681612 Jul 16 15:43:06.473788 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bd98d29e-521f-481d-aa2b-181a4f51eab7 req-2847c8b4-528c-4ace-9ac7-7625ef160c0a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Jul 16 15:43:07.204967 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbecd04-350f-4170-a66a-bea3a50ad9e7 req-60e54281-157a-4d7a-b927-8aa4a1e27cd7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:07.206298 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0bbecd04-350f-4170-a66a-bea3a50ad9e7 req-60e54281-157a-4d7a-b927-8aa4a1e27cd7 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0611258 Jul 16 15:43:07.246887 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0bbecd04-350f-4170-a66a-bea3a50ad9e7 req-dcaa07dc-aff9-43d1-84df-558881a456c4 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348930 Jul 16 15:43:07.665565 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b189a48-1a7a-4f44-a48a-380a684e2b32 req-4988e776-6e28-4931-bdf9-6c7dbb684ce7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:07.667276 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b189a48-1a7a-4f44-a48a-380a684e2b32 req-4988e776-6e28-4931-bdf9-6c7dbb684ce7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0729530 Jul 16 15:43:07.706062 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b189a48-1a7a-4f44-a48a-380a684e2b32 req-cbd8c510-bdbd-4697-beaa-4d1a73798f7d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Jul 16 15:43:07.864726 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59324) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:07.977006 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.059314 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.062770 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.100033 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a470ede8-1faa-447f-9c39-281de53e7f08,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:08.104424 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2fe7afb02904b1494f03fc8973c04ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386990 Jul 16 15:43:08.107152 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59328) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:08.108946 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.109293 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.109627 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.109958 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.110288 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.110614 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.110933 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.111278 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.111603 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.111921 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.112238 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.112553 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48eb97-771a-408b-b19d-bbdeed5479a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:08.154738 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5234f023-13f3-4aaa-9732-c2a560ab86ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.174272 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5234f023-13f3-4aaa-9732-c2a560ab86ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.218230 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5234f023-13f3-4aaa-9732-c2a560ab86ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.220806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5234f023-13f3-4aaa-9732-c2a560ab86ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:08.221942 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5234f023-13f3-4aaa-9732-c2a560ab86ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a470ede8-1faa-447f-9c39-281de53e7f08 HTTP/1.1" status: 204 len: 168 time: 0.1137714 Jul 16 15:43:08.229379 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234f023-13f3-4aaa-9732-c2a560ab86ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a470ede8-1faa-447f-9c39-281de53e7f08,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:08.419548 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744607e4-c2b1-45ea-bf60-a2de2766e902 req-9256aa6f-8a50-4b72-bc37-25c7b696db70 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:08.421017 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-744607e4-c2b1-45ea-bf60-a2de2766e902 req-9256aa6f-8a50-4b72-bc37-25c7b696db70 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0652883 Jul 16 15:43:08.457290 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-744607e4-c2b1-45ea-bf60-a2de2766e902 req-32acec1e-b8b8-44df-b404-c31dac8b0af8 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307305 Jul 16 15:43:08.886303 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f0796-4aef-49bf-9e6a-af766d9a22ac req-83fac71c-e456-4d9c-afa4-8d92bffdc2c1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:08.887814 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-271f0796-4aef-49bf-9e6a-af766d9a22ac req-83fac71c-e456-4d9c-afa4-8d92bffdc2c1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0623829 Jul 16 15:43:08.927387 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-271f0796-4aef-49bf-9e6a-af766d9a22ac req-dc7c8f05-57d1-469f-9356-4cc866cb848f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Jul 16 15:43:09.629138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54c804-b1c7-420c-92b7-0a309fe0b267 req-22615a46-042b-462d-a5fb-55b0eed2cce2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:09.630571 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf54c804-b1c7-420c-92b7-0a309fe0b267 req-22615a46-042b-462d-a5fb-55b0eed2cce2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0649300 Jul 16 15:43:09.667425 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf54c804-b1c7-420c-92b7-0a309fe0b267 req-ee54f1c5-484c-4174-bd88-f67b45259250 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Jul 16 15:43:10.099246 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b97419-5f12-40b6-af8a-e23d9013ee09 req-45d6d008-33a8-4790-9a33-9ee4619ca630 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:10.100858 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b0b97419-5f12-40b6-af8a-e23d9013ee09 req-45d6d008-33a8-4790-9a33-9ee4619ca630 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0616601 Jul 16 15:43:10.137387 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b0b97419-5f12-40b6-af8a-e23d9013ee09 req-70419163-3b39-4751-a9be-2efe32d0caef tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Jul 16 15:43:10.834679 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b8d15-d232-4628-88f6-3e2b40ffe5a8 req-8ff77b7a-f18f-459d-8340-7d182051daa2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:10.836633 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-315b8d15-d232-4628-88f6-3e2b40ffe5a8 req-8ff77b7a-f18f-459d-8340-7d182051daa2 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0599902 Jul 16 15:43:10.871908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-315b8d15-d232-4628-88f6-3e2b40ffe5a8 req-dec49753-5924-4549-92b2-19bf90594890 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299959 Jul 16 15:43:11.309558 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19e6d8-eee2-46eb-8611-1bad1b47b384 req-f30b6ac2-dea7-4b91-80b7-08e46bb48e85 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:11.310979 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9a19e6d8-eee2-46eb-8611-1bad1b47b384 req-f30b6ac2-dea7-4b91-80b7-08e46bb48e85 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0634279 Jul 16 15:43:11.346679 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9a19e6d8-eee2-46eb-8611-1bad1b47b384 req-e820283b-6e0b-415f-b5ab-20d6fae7b218 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302544 Jul 16 15:43:12.037680 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dcc3a-7164-4982-ba71-a8b86d972735 req-882e9079-bd73-48eb-ab12-eae22957b288 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:12.039529 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c24dcc3a-7164-4982-ba71-a8b86d972735 req-882e9079-bd73-48eb-ab12-eae22957b288 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0599177 Jul 16 15:43:12.075473 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c24dcc3a-7164-4982-ba71-a8b86d972735 req-33dc7385-1edc-4d3d-a6ff-58d915712e6c tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305662 Jul 16 15:43:12.525300 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57808d-6e48-4c26-aa05-6c77da1121df req-4cbe5b01-5f0c-4df8-b5d1-c40d2bfa5dc2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:12.526720 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4b57808d-6e48-4c26-aa05-6c77da1121df req-4cbe5b01-5f0c-4df8-b5d1-c40d2bfa5dc2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0636921 Jul 16 15:43:12.561649 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4b57808d-6e48-4c26-aa05-6c77da1121df req-15d1f51e-362b-4046-8993-1e9905ed9a21 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294442 Jul 16 15:43:13.243205 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fdc58-ab97-4082-a75d-c72728e95197 req-f1766306-9622-4b00-9111-5f5b9c9bb97e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:13.244575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3fdc58-ab97-4082-a75d-c72728e95197 req-f1766306-9622-4b00-9111-5f5b9c9bb97e tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0609004 Jul 16 15:43:13.279310 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3fdc58-ab97-4082-a75d-c72728e95197 req-80bcb75c-ddba-473d-99da-6649a1cb8978 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294037 Jul 16 15:43:13.574224 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:43:13.668386 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:13.679650 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'mac_address': 'fa:16:3e:e8:c9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:43:13.719096 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:13.732765 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8cb2609-d25f-4818-896b-8d39a35fd397 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:43:13.738795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175f85-68a5-40cd-bd8b-121ad1fdc96b req-cb11093e-3039-4e4d-b318-2ecbf13fa42b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:13.740286 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf175f85-68a5-40cd-bd8b-121ad1fdc96b req-cb11093e-3039-4e4d-b318-2ecbf13fa42b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0613558 Jul 16 15:43:13.751744 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:13.760444 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:13.808859 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=6']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:13.821912 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bf175f85-68a5-40cd-bd8b-121ad1fdc96b req-3229326c-f1b9-416a-a810-46324fe09656 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706530 Jul 16 15:43:13.824610 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0154ff-3da7-4474-babf-999541e90f47 req-a7e26169-8812-47c4-a8fa-784fea80d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:13.825916 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-a7e26169-8812-47c4-a8fa-784fea80d159 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1098 time: 0.0827842 Jul 16 15:43:13.937473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0154ff-3da7-4474-babf-999541e90f47 req-4f93b9d1-5ceb-4e44-be86-6858b38c7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:13.939067 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-4f93b9d1-5ceb-4e44-be86-6858b38c7516 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.0842483 Jul 16 15:43:13.941452 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-40ded19a-f10e-48d4-a2f3-5b1570eac5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:14.006234 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-581db931-d5ad-489a-9bbd-8d9d34c5ad0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 200 len: 1000 time: 0.0577543 Jul 16 15:43:14.018413 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['a8cb2609-d25f-4818-896b-8d39a35fd397'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:43:14.065336 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0154ff-3da7-4474-babf-999541e90f47 req-6024f984-4f23-408d-81ca-95d6ca9d64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:14.067022 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-6024f984-4f23-408d-81ca-95d6ca9d64e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0419934 Jul 16 15:43:14.071285 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:14.131062 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0154ff-3da7-4474-babf-999541e90f47 req-3b253ff6-6f0b-4dfa-9650-616f8c78c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:14.132657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-3b253ff6-6f0b-4dfa-9650-616f8c78c3dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506358 Jul 16 15:43:14.228915 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-65b5085e-c341-4738-a2f3-6fb33a69cb44 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824757 Jul 16 15:43:14.322751 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f0154ff-3da7-4474-babf-999541e90f47 req-49e3fb19-ae36-4398-a155-ee0ecf7aa231 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806963 Jul 16 15:43:14.461354 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353af742-9590-4fa7-8f99-6e6054e47248 req-542701cd-ebce-4eba-88eb-6b8772ecba95 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:14.462699 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-353af742-9590-4fa7-8f99-6e6054e47248 req-542701cd-ebce-4eba-88eb-6b8772ecba95 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0740626 Jul 16 15:43:14.524198 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-353af742-9590-4fa7-8f99-6e6054e47248 req-b4e45cb8-d36c-4639-96a8-0c946f51f8f6 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e3fa452-ed28-40ae-ae44-9e1018f03a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456879 Jul 16 15:43:14.540453 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-7506612f-a259-43b2-8290-8eaffc96ac39 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:14.541909 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-7506612f-a259-43b2-8290-8eaffc96ac39 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 945 time: 0.0981138 Jul 16 15:43:14.648200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Deleting port 875a608c-dca1-4172-9880-8cb273651f67 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:43:14.648656 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:14.738842 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] For port 875a608c-dca1-4172-9880-8cb273651f67, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=875a608c-dca1-4172-9880-8cb273651f67,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:14.739537 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:14.756550 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Calling delete_port for 875a608c-dca1-4172-9880-8cb273651f67 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:43:14.935494 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:14.983589 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['875a608c-dca1-4172-9880-8cb273651f67'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:43:15.004953 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Pushing event deleted for resources: {'Port': ['ID=875a608c-dca1-4172-9880-8cb273651f67,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:15.290281 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] No DVR routers for this DVR port 875a608c-dca1-4172-9880-8cb273651f67 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:43:15.292895 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:15.294819 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9b13e89b-c8ed-4c04-9715-b99522873267 req-1d2bd599-1509-42ad-89a3-6b9bd842f3dd tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.11 "DELETE /v2.0/ports/875a608c-dca1-4172-9880-8cb273651f67 HTTP/1.1" status: 204 len: 173 time: 0.7449417 Jul 16 15:43:15.296069 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'name': 'network-vif-deleted', 'tag': '875a608c-dca1-4172-9880-8cb273651f67'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:15.298231 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37358d2b-1435-47c5-8d3e-9053a801da4f" -d '{"events": [{"server_uuid": "77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed", "name": "network-vif-deleted", "tag": "875a608c-dca1-4172-9880-8cb273651f67"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:15.336355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87917e-e4e6-4571-8d13-3861499b9a66 req-95b46c27-4cb1-43e7-b215-0a3f0a0bb6f9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:15.337849 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a87917e-e4e6-4571-8d13-3861499b9a66 req-95b46c27-4cb1-43e7-b215-0a3f0a0bb6f9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 944 time: 0.3793097 Jul 16 15:43:15.341843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac7cee-d17b-49e1-856c-74e291623457 x-openstack-request-id: req-e0ac7cee-d17b-49e1-856c-74e291623457 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:15.342128 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed", "name": "network-vif-deleted", "tag": "875a608c-dca1-4172-9880-8cb273651f67", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:15.342376 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0ac7cee-d17b-49e1-856c-74e291623457 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:15.342755 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed', 'name': 'network-vif-deleted', 'tag': '875a608c-dca1-4172-9880-8cb273651f67', 'status': 'completed', 'code': 200} Jul 16 15:43:15.377678 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a87917e-e4e6-4571-8d13-3861499b9a66 req-0749caf2-a924-4774-9deb-ef8ed136fadc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340562 Jul 16 15:43:15.606136 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:43:15.656747 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port a8cb2609-d25f-4818-896b-8d39a35fd397 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:43:15.657132 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:15.681951 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f46c227d-f2df-4491-ae69-ddba485ad09e req-c6ef7175-c6dd-4c96-bd61-d6c8847d1547 tempest-ServerRescueNegativeTestJSON-880821520 tempest-ServerRescueNegativeTestJSON-880821520-project] 10.222.0.10 "GET /v2.0/ports?device_id=77588b3e-ab3c-4d80-92f0-9dcb4f0a32ed HTTP/1.1" status: 200 len: 210 time: 0.0275128 Jul 16 15:43:15.743634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:15.764669 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:15.766903 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2617da-8ed8-4098-b7af-94f413e2afeb" -d '{"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:15.779516 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:15.783379 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:15.807794 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89271c-cfde-4369-97f1-d8fc95daa13d x-openstack-request-id: req-2a89271c-cfde-4369-97f1-d8fc95daa13d {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:15.808085 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:15.808332 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a89271c-cfde-4369-97f1-d8fc95daa13d {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:15.808716 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'code': 200} Jul 16 15:43:15.833070 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=7']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:16.041713 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-2fbb05fb-add4-4982-8161-c986b888ab5a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050189109&fields=id&tenant_id=3913ef283e5e43e8b09e0b50d97fab10 HTTP/1.1" status: 200 len: 267 time: 0.0320547 Jul 16 15:43:16.147458 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-4d7828a6-9631-4a4d-815f-caab522a1459 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:16.148922 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-4d7828a6-9631-4a4d-815f-caab522a1459 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 809 time: 0.1008770 Jul 16 15:43:16.162716 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-71b93dc5-d8b2-4da4-be84-1cd20a7e5375 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/quotas/3913ef283e5e43e8b09e0b50d97fab10 HTTP/1.1" status: 200 len: 375 time: 0.0085206 Jul 16 15:43:16.232560 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-8c532897-2c58-41b6-a175-3e89d8a30598 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652783 Jul 16 15:43:16.329019 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-14e4e1e6-4ee1-4a04-a146-30734d7c3783 service neutron] 10.222.0.10 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843277 Jul 16 15:43:16.418586 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-388ff621-4bc6-458b-820e-57eafb6af8aa service neutron] 10.222.0.10 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836866 Jul 16 15:43:16.561483 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd16dd0-ca0c-4683-91fc-9e0c2fab5ddd req-62da1a0e-2bee-4fa0-a7a7-24a409efeafe tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:16.563014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5fd16dd0-ca0c-4683-91fc-9e0c2fab5ddd req-62da1a0e-2bee-4fa0-a7a7-24a409efeafe tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0653758 Jul 16 15:43:16.580148 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:16.609324 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5fd16dd0-ca0c-4683-91fc-9e0c2fab5ddd req-05091423-19b8-4253-bd13-300dfcfb8869 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Jul 16 15:43:16.637819 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-55eddebd-841b-47cd-b5f1-8b8d594a2ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:16.721442 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7dd33cd9-f781-4353-a9f2-5a6354c256ec req-73857f83-42f8-4121-8634-7c17defe1a33 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 210 time: 0.0301657 Jul 16 15:43:16.783885 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59478) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:17.219379 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:17.598261 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Deleting port 09ea71cd-0393-486e-b320-71d563d0a5ea {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:43:17.598917 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:17.658483 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:17.684724 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59518) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:17.738068 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] For port 09ea71cd-0393-486e-b320-71d563d0a5ea, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=09ea71cd-0393-486e-b320-71d563d0a5ea,segment=NetworkSegment(51bf08aa-08d1-4f30-823c-0b3cb7baa512),segment_id=51bf08aa-08d1-4f30-823c-0b3cb7baa512)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:17.738589 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:17.759103 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Calling delete_port for 09ea71cd-0393-486e-b320-71d563d0a5ea owned by network:router_interface {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:43:17.898382 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73c3c65b-9dd9-408f-ab78-288cb4f60308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:17.949088 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cdf62-7715-41fc-8455-ed6190faacda req-c3b3b928-b319-42ef-88a4-2625c4f647f6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:17.950771 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d1cdf62-7715-41fc-8455-ed6190faacda req-c3b3b928-b319-42ef-88a4-2625c4f647f6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1763918 Jul 16 15:43:17.991070 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b138c43e-9c36-499d-8f9d-f4b699e12412 req-2e9aff91-4d9e-4037-964c-39c75c2bfac7 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 210 time: 0.0392025 Jul 16 15:43:18.019351 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73c3c65b-9dd9-408f-ab78-288cb4f60308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.026768 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73c3c65b-9dd9-408f-ab78-288cb4f60308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.042575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d1cdf62-7715-41fc-8455-ed6190faacda req-ff58b369-078d-4667-be9c-c34d62e7592f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771887 Jul 16 15:43:18.062160 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3c65b-9dd9-408f-ab78-288cb4f60308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74acae3-b6f6-4608-a7d3-e766d18c2faf,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:18.106277 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-73c3c65b-9dd9-408f-ab78-288cb4f60308 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb0476bb3aa44b7d8a24516c6c5955c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197412 Jul 16 15:43:18.107586 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.110890 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59524) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:18.161506 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Pushing event deleted for resources: {'Port': ['ID=09ea71cd-0393-486e-b320-71d563d0a5ea,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:18.235477 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-06ff7345-8169-40bb-bf9d-a00975a11a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.265751 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-06ff7345-8169-40bb-bf9d-a00975a11a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.493184 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-06ff7345-8169-40bb-bf9d-a00975a11a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.494269 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-06ff7345-8169-40bb-bf9d-a00975a11a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.495450 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-06ff7345-8169-40bb-bf9d-a00975a11a14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b74acae3-b6f6-4608-a7d3-e766d18c2faf HTTP/1.1" status: 204 len: 168 time: 0.3820400 Jul 16 15:43:18.505469 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:18.522203 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-9f6afd56-6886-4dd7-b133-94166b76a273 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:18.524487 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-9f6afd56-6886-4dd7-b133-94166b76a273 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 809 time: 0.2140279 Jul 16 15:43:18.531218 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7345-8169-40bb-bf9d-a00975a11a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74acae3-b6f6-4608-a7d3-e766d18c2faf,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:18.644200 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-af969109-c5f2-4036-a655-14f4203c8319 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3913ef283e5e43e8b09e0b50d97fab10 HTTP/1.1" status: 200 len: 380 time: 0.0697379 Jul 16 15:43:18.690634 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'port': {'device_id': 'f6c60282-5578-461c-a13e-91e699bee740', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'admin_state_up': True, 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'security_groups': ['433677d5-31f3-4ec7-9df0-8f65f179246d']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:18.941322 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Made reservation on behalf of 3913ef283e5e43e8b09e0b50d97fab10 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:43:18.946161 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:19.367167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Router b419d222-7acd-49c7-8209-5a84c1a7aa62 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:43:19.422519 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6f474ca5-6370-4ff9-b363-ea577cf9de18 req-a52d5570-11d4-422d-8773-75f249a2d641 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 210 time: 0.0887508 Jul 16 15:43:19.478415 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:19.596891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Allocated IP 172.20.0.3 (a343d3ed-ee19-4bf4-a243-159db2f9432b/f224d16b-c5aa-4c4b-b97e-4e3bd66d12da/de44c596-e603-434e-8ffe-410c64f7279b) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:43:19.598335 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 875a608c-dca1-4172-9880-8cb273651f67 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:43:19.618066 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69922af-1afa-4bff-80b6-3bd3b602c1f0 req-f8323fe7-ce58-4ad2-ae9c-92828987f152 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:19.626810 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c69922af-1afa-4bff-80b6-3bd3b602c1f0 req-f8323fe7-ce58-4ad2-ae9c-92828987f152 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.2924671 Jul 16 15:43:19.637159 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 875a608c-dca1-4172-9880-8cb273651f67 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:43:19.638032 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 875a608c-dca1-4172-9880-8cb273651f67 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:43:19.696597 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:43:19.707497 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-da74ca15-8f36-4ca0-ae90-7e8c1c588eca admin admin] 10.222.0.10 "PUT /v2.0/routers/b419d222-7acd-49c7-8209-5a84c1a7aa62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9208541 Jul 16 15:43:19.707870 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59572) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:19.711546 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] Sync routers for ids ['b419d222-7acd-49c7-8209-5a84c1a7aa62'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:43:19.724843 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c69922af-1afa-4bff-80b6-3bd3b602c1f0 req-e6bf7a25-82cd-4a0b-9281-c6353af2b184 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988224 Jul 16 15:43:19.726587 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] Routers {'b419d222-7acd-49c7-8209-5a84c1a7aa62'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:43:19.728937 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:43:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['b419d222-7acd-49c7-8209-5a84c1a7aa62'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:19.905656 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] Set router b419d222-7acd-49c7-8209-5a84c1a7aa62 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:43:19.922891 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:19.948310 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:19.965379 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Transition to ACTIVE for port object de44c596-e603-434e-8ffe-410c64f7279b will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:43:20.016530 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.092237 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Network a343d3ed-ee19-4bf4-a243-159db2f9432b is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:43:20.096255 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:43:20.098578 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.100800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:43:20.105583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:20.203656 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:20.204359 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.227408 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-b49d41de-0669-475e-81ee-5f533f615e56 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5407920 Jul 16 15:43:20.250771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Request body: {'port': {'device_id': 'f6c60282-5578-461c-a13e-91e699bee740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:20.262911 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Deleting port d1d40f0b-e1ee-4e58-892d-dcabd3243d51 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:43:20.263571 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.361111 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:43:18Z', 'revision_number': 5, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port': {'id': 'd1d40f0b-e1ee-4e58-892d-dcabd3243d51', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:03Z', 'updated_at': '2021-07-16T15:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:20.403621 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] For port d1d40f0b-e1ee-4e58-892d-dcabd3243d51, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:20.404293 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.428861 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.429311 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Calling delete_port for d1d40f0b-e1ee-4e58-892d-dcabd3243d51 owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:43:20.431871 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] Checking router: b419d222-7acd-49c7-8209-5a84c1a7aa62 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:43:20.441391 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] Routers {'b419d222-7acd-49c7-8209-5a84c1a7aa62'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:43:20.442383 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:43:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['b419d222-7acd-49c7-8209-5a84c1a7aa62'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:20.558245 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] Set router b419d222-7acd-49c7-8209-5a84c1a7aa62 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:43:20.578083 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1488e5cc-0578-4b65-b3b9-07199b9263ee None None] Provisioning for port de44c596-e603-434e-8ffe-410c64f7279b completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:43:20.583632 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1488e5cc-0578-4b65-b3b9-07199b9263ee None None] Provisioning complete for port de44c596-e603-434e-8ffe-410c64f7279b triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:43:20.590377 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1488e5cc-0578-4b65-b3b9-07199b9263ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.631954 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:43:20Z', 'revision_number': 6, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:20.675580 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bef264-5558-4c73-82a3-4734d0b8026b None None] The sync data for ids ['b419d222-7acd-49c7-8209-5a84c1a7aa62'] in dv-cinder-784815-1-iscsi is: [{'id': 'b419d222-7acd-49c7-8209-5a84c1a7aa62', 'name': 'tempest-ServerRescueNegativeTestJSON-53574149-router', 'tenant_id': '5d0cb7f248c54533976bf22d8191d431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:43:20Z', 'revision_number': 6, 'project_id': '5d0cb7f248c54533976bf22d8191d431', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:43:20.706133 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1488e5cc-0578-4b65-b3b9-07199b9263ee None None] Port de44c596-e603-434e-8ffe-410c64f7279b cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:43:20.839592 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ccce-511c-42db-8491-7e065e522a99 req-7d279072-270b-44c0-a357-9bb958556f99 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:20.841353 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56a6ccce-511c-42db-8491-7e065e522a99 req-7d279072-270b-44c0-a357-9bb958556f99 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 931 time: 0.1879933 Jul 16 15:43:20.854555 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.918709 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d40f0b-e1ee-4e58-892d-dcabd3243d51,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:20.958537 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:20.977660 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de44c596-e603-434e-8ffe-410c64f7279b {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:43:20.990001 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56a6ccce-511c-42db-8491-7e065e522a99 req-da5fcd9e-a705-4abc-b7e2-1ba6339cf6f9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417949 Jul 16 15:43:20.995160 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.019788 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Transition to ACTIVE for port object de44c596-e603-434e-8ffe-410c64f7279b will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:43:21.026459 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.071118 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39614506-f81a-4773-8a11-ce91222e435a req-5ab6d72d-4ee1-4afc-b720-56d6f8c7e9c9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:21.078097 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39614506-f81a-4773-8a11-ce91222e435a req-5ab6d72d-4ee1-4afc-b720-56d6f8c7e9c9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1616712 Jul 16 15:43:21.097740 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.101447 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.143259 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:21.198802 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.199756 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b419d222-7acd-49c7-8209-5a84c1a7aa62 {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:43:21.216252 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.217929 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fabc7a6e-a750-42e5-b1b2-2adc0a83e61f admin admin] 10.222.0.10 "DELETE /v2.0/routers/b419d222-7acd-49c7-8209-5a84c1a7aa62 HTTP/1.1" status: 204 len: 168 time: 1.5082448 Jul 16 15:43:21.220292 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59618) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:21.241169 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39614506-f81a-4773-8a11-ce91222e435a req-c9a19561-85f3-4cea-a8aa-a50274c12a9c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621604 Jul 16 15:43:21.289473 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Deleting subnet a7fe4092-b7c3-4fde-a7fd-08d783e65926 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:43:21.295922 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.299334 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Attempting to bind port de44c596-e603-434e-8ffe-410c64f7279b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:43:21.299679 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Attempting to bind port de44c596-e603-434e-8ffe-410c64f7279b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:43:21.300012 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Attempting to bind port de44c596-e603-434e-8ffe-410c64f7279b on network a343d3ed-ee19-4bf4-a243-159db2f9432b {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:43:21.306422 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Port de44c596-e603-434e-8ffe-410c64f7279b on network a343d3ed-ee19-4bf4-a243-159db2f9432b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:43:21.306748 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Attempting to bind port de44c596-e603-434e-8ffe-410c64f7279b on network a343d3ed-ee19-4bf4-a243-159db2f9432b {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:43:21.312570 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:43:21.312913 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Checking segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:43:21.313347 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Bound using segment: {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:43:21.313780 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Bound port: de44c596-e603-434e-8ffe-410c64f7279b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847856a8-14d7-4aa8-97b1-a5b4bf22cc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:43:21.314273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.347770 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.369267 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.392610 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:43:21.396390 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:43:21.408045 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.461236 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:21.461972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.463393 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] 10.222.0.11 "PUT /v2.0/ports/de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 1093 time: 1.2173984 Jul 16 15:43:21.463838 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:21.466124 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a32181-ca60-48f2-a585-9255222f7ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:21.510130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.523791 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e1a5-9b76-4f23-9527-74faf9d35af7 service neutron] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:21.542150 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ed9c2-a8bb-4620-a88c-cb2a612361cf x-openstack-request-id: req-fe9ed9c2-a8bb-4620-a88c-cb2a612361cf {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:21.542441 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:21.542727 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe9ed9c2-a8bb-4620-a88c-cb2a612361cf {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:21.543128 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'status': 'completed', 'code': 200} Jul 16 15:43:21.552274 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fe4092-b7c3-4fde-a7fd-08d783e65926,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:21.555601 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.560269 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-71142849-48a0-40ec-b511-37f2bedec722 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a7fe4092-b7c3-4fde-a7fd-08d783e65926 HTTP/1.1" status: 204 len: 168 time: 0.3390040 Jul 16 15:43:21.569083 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59624) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:21.713560 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.719182 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-3f3193d0-e356-4097-aa31-fd6378b87940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:21.720758 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-3f3193d0-e356-4097-aa31-fd6378b87940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1096 time: 0.1525867 Jul 16 15:43:21.798336 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-10a9546f-02ee-4e63-97fb-69f221b86647 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 217 time: 0.0480275 Jul 16 15:43:21.872487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.889012 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7c0127-5805-422a-9a08-ae82fad0e68b']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:21.903339 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bf08aa-08d1-4f30-823c-0b3cb7baa512') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:21.903638 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bf08aa-08d1-4f30-823c-0b3cb7baa512') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:21.906501 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-053e9d61-5e30-41a5-8223-2d0caf4229a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:21.907982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-053e9d61-5e30-41a5-8223-2d0caf4229a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0999193 Jul 16 15:43:21.917779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.959401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.967865 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:43:21.968196 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:43:21.969945 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:43:22.052303 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-29826197-e58d-43e7-83e2-5c87c66c7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:22.060089 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-29826197-e58d-43e7-83e2-5c87c66c7947 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1443784 Jul 16 15:43:22.061355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:22.065713 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:22.068196 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] 10.222.0.10 "DELETE /v2.0/networks/3e7c0127-5805-422a-9a08-ae82fad0e68b HTTP/1.1" status: 204 len: 168 time: 0.4977441 Jul 16 15:43:22.105788 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2749880-b9a9-4531-b366-a08594441d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7c0127-5805-422a-9a08-ae82fad0e68b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:22.235000 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-c1fc0de7-29aa-4763-a911-f6725442a413 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636574 Jul 16 15:43:22.290289 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64dd4-3111-433f-9229-ba0578b2c944 req-e449daf8-3939-45c8-88dd-acedefe84330 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:22.297564 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d4d64dd4-3111-433f-9229-ba0578b2c944 req-e449daf8-3939-45c8-88dd-acedefe84330 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.1275558 Jul 16 15:43:22.379028 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59636) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:22.393873 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d4d64dd4-3111-433f-9229-ba0578b2c944 req-ab1c56e1-c2c1-47e4-847f-2386d92a5d7a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952322 Jul 16 15:43:22.467493 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78fc9db6-07a3-4e28-987b-277c6e6aba01 req-1b8c992e-1e87-40e8-8037-185422b920cb service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235496 Jul 16 15:43:22.483634 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7958e8fd-5a9e-4d15-a45a-9cf625abcb89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d0cb7f248c54533976bf22d8191d431&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1024902 Jul 16 15:43:22.488339 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59638) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:22.490273 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device d1d40f0b-e1ee-4e58-892d-dcabd3243d51 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:43:22.533519 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: d1d40f0b-e1ee-4e58-892d-dcabd3243d51 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:43:22.534268 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device d1d40f0b-e1ee-4e58-892d-dcabd3243d51 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:43:22.534960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 09ea71cd-0393-486e-b320-71d563d0a5ea no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:43:22.543323 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48c67e06-6e53-41da-b976-de54f8e75158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:22.573302 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 09ea71cd-0393-486e-b320-71d563d0a5ea {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:43:22.573641 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 09ea71cd-0393-486e-b320-71d563d0a5ea not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:43:22.590617 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48c67e06-6e53-41da-b976-de54f8e75158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:22.598506 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b9be6-53fb-4fb4-baa4-4cde8f75015c req-87118fda-d8ea-4cd1-99d5-efbc6805f683 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:22.600236 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-369b9be6-53fb-4fb4-baa4-4cde8f75015c req-87118fda-d8ea-4cd1-99d5-efbc6805f683 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1531606 Jul 16 15:43:22.654557 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48c67e06-6e53-41da-b976-de54f8e75158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:22.657778 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48c67e06-6e53-41da-b976-de54f8e75158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:22.663841 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-48c67e06-6e53-41da-b976-de54f8e75158 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e3fa452-ed28-40ae-ae44-9e1018f03a6a HTTP/1.1" status: 204 len: 168 time: 0.1731834 Jul 16 15:43:22.677713 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67e06-6e53-41da-b976-de54f8e75158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3fa452-ed28-40ae-ae44-9e1018f03a6a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:22.725860 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-369b9be6-53fb-4fb4-baa4-4cde8f75015c req-d86f2dce-70c5-4849-b6aa-dea1b7b15f7b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179960 Jul 16 15:43:22.782499 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-acf81c29-854e-4f29-a8ce-e170efecd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:22.784007 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-acf81c29-854e-4f29-a8ce-e170efecd15b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1096 time: 0.1475296 Jul 16 15:43:22.921256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-4df680d1-7fa0-4a8f-84b8-09ea4f90f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:22.923310 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-4df680d1-7fa0-4a8f-84b8-09ea4f90f87f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.1270528 Jul 16 15:43:22.978914 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-a0d56843-2419-408b-9b14-f0f972145c3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 217 time: 0.0463917 Jul 16 15:43:23.074154 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-55ef4462-2eed-4d5b-a117-18dc26f650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:23.075428 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-55ef4462-2eed-4d5b-a117-18dc26f650a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0882111 Jul 16 15:43:23.159707 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-e993abad-6804-401b-b6f0-be407d663fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:23.161540 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-e993abad-6804-401b-b6f0-be407d663fcd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792005 Jul 16 15:43:23.266074 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-c2c14810-72c0-4a21-a277-e6b717c52c4d service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934463 Jul 16 15:43:23.403034 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a32181-ca60-48f2-a585-9255222f7ad1 req-40b44f35-1e54-492d-82af-55abb85b6365 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299286 Jul 16 15:43:23.596819 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c9acd-264e-47e0-a4db-56ef3d99c307 req-7b777183-7ebe-42f1-be92-b2a723f55e20 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:23.600845 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-736c9acd-264e-47e0-a4db-56ef3d99c307 req-7b777183-7ebe-42f1-be92-b2a723f55e20 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0818822 Jul 16 15:43:23.662305 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-736c9acd-264e-47e0-a4db-56ef3d99c307 req-117fe666-48f3-4dc9-aab0-353e90217e4e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540893 Jul 16 15:43:23.947101 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230915a5-21e0-435a-9d0d-d56ec05a8f5d req-7870020d-fb2c-41ca-b213-aeff014a4036 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:23.949574 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-230915a5-21e0-435a-9d0d-d56ec05a8f5d req-7870020d-fb2c-41ca-b213-aeff014a4036 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0937638 Jul 16 15:43:24.010414 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-230915a5-21e0-435a-9d0d-d56ec05a8f5d req-75de2f6e-21f4-495f-8a1d-1df6a0c89eae tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530581 Jul 16 15:43:24.864082 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59702) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:24.909480 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cde49-30d6-461c-b8b6-4b9308c044e6 req-a419c746-14e1-4e47-9794-a74774327fa9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:24.913610 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-436cde49-30d6-461c-b8b6-4b9308c044e6 req-a419c746-14e1-4e47-9794-a74774327fa9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0986800 Jul 16 15:43:24.976533 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-436cde49-30d6-461c-b8b6-4b9308c044e6 req-1e9a9e89-d0c5-4b2c-b7e8-f8ab9498633f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549893 Jul 16 15:43:25.020487 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a509902b-1442-4e6a-a0c3-b7b8d0427311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.145050 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a509902b-1442-4e6a-a0c3-b7b8d0427311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.156973 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a509902b-1442-4e6a-a0c3-b7b8d0427311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.205220 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a509902b-1442-4e6a-a0c3-b7b8d0427311 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d258f8ddc31842fe836603847ad9611c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400176 Jul 16 15:43:25.206156 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509902b-1442-4e6a-a0c3-b7b8d0427311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a0d231-2e05-48cb-98d5-63dd1caec640,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:25.220637 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59708) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:25.237978 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef9d9a-eff0-4a2b-b899-ab1f5ae5a38d req-10853d09-9698-4ea4-b7aa-d7f94022237f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:25.240080 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f4ef9d9a-eff0-4a2b-b899-ab1f5ae5a38d req-10853d09-9698-4ea4-b7aa-d7f94022237f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0814278 Jul 16 15:43:25.284559 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f4ef9d9a-eff0-4a2b-b899-ab1f5ae5a38d req-6969d3ec-25b2-4be9-abfb-00769cf6bbd9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Jul 16 15:43:25.290434 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-07b5d81b-9326-4d56-9414-110cc6381e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.322130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-07b5d81b-9326-4d56-9414-110cc6381e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.378894 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-07b5d81b-9326-4d56-9414-110cc6381e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.381472 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-07b5d81b-9326-4d56-9414-110cc6381e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.383155 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-07b5d81b-9326-4d56-9414-110cc6381e17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60a0d231-2e05-48cb-98d5-63dd1caec640 HTTP/1.1" status: 204 len: 168 time: 0.1609633 Jul 16 15:43:25.392601 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5d81b-9326-4d56-9414-110cc6381e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a0d231-2e05-48cb-98d5-63dd1caec640,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:25.717005 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59718) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:25.731729 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-93611744-67ac-40cd-a49e-e17a0ccdb95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.862572 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-93611744-67ac-40cd-a49e-e17a0ccdb95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.867852 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-93611744-67ac-40cd-a49e-e17a0ccdb95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:25.912502 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-93611744-67ac-40cd-a49e-e17a0ccdb95d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0e03e581cf54a7c89c93ab7f2eea5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943030 Jul 16 15:43:25.913420 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93611744-67ac-40cd-a49e-e17a0ccdb95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0d940-8a2d-4dc5-a691-d1b68d137481,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:25.915857 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 59724) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:25.993082 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e29a6dae-41fa-4be8-9fe5-1c6fa34346cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:26.031299 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e29a6dae-41fa-4be8-9fe5-1c6fa34346cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:26.092000 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e29a6dae-41fa-4be8-9fe5-1c6fa34346cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:26.094915 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e29a6dae-41fa-4be8-9fe5-1c6fa34346cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:26.096389 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e29a6dae-41fa-4be8-9fe5-1c6fa34346cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00d0d940-8a2d-4dc5-a691-d1b68d137481 HTTP/1.1" status: 204 len: 168 time: 0.1794374 Jul 16 15:43:26.104767 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a6dae-41fa-4be8-9fe5-1c6fa34346cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0d940-8a2d-4dc5-a691-d1b68d137481,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:26.187607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985fd89-1195-4bd5-9e79-6aca0304178b req-f0781f72-0458-43ea-a6a0-c2d941b88478 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:26.189204 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9985fd89-1195-4bd5-9e79-6aca0304178b req-f0781f72-0458-43ea-a6a0-c2d941b88478 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0694318 Jul 16 15:43:26.243820 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9985fd89-1195-4bd5-9e79-6aca0304178b req-f557dfa1-23b6-401d-bdb4-f5ee27108de4 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 Jul 16 15:43:26.496891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203e4de-e068-46d7-9e76-8e844e2e1031 req-0bc09502-2112-4b09-915f-bd8de985f87e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:26.504099 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c203e4de-e068-46d7-9e76-8e844e2e1031 req-0bc09502-2112-4b09-915f-bd8de985f87e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0909631 Jul 16 15:43:26.548104 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c203e4de-e068-46d7-9e76-8e844e2e1031 req-815e0423-9546-436a-bd12-3a0c5dad70d5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431488 Jul 16 15:43:27.448355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cae5b-9e15-4854-a82d-de8028508f68 req-b671a887-d6e6-4f4d-92da-9d0b26d7802e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:27.450259 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-683cae5b-9e15-4854-a82d-de8028508f68 req-b671a887-d6e6-4f4d-92da-9d0b26d7802e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0984313 Jul 16 15:43:27.503175 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-683cae5b-9e15-4854-a82d-de8028508f68 req-5c9f460b-dfba-4ded-9c4c-9de0b9d67659 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Jul 16 15:43:27.767126 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70999d-a630-41a7-8647-fcc9f7b225ef req-8b690081-b4f9-4566-b80f-3ffde2fb3614 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:27.776222 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9a70999d-a630-41a7-8647-fcc9f7b225ef req-8b690081-b4f9-4566-b80f-3ffde2fb3614 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0878265 Jul 16 15:43:27.821340 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9a70999d-a630-41a7-8647-fcc9f7b225ef req-139de190-39a9-400e-8a24-43b05721aeaf tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Jul 16 15:43:28.695123 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bcfb6-c2e1-40db-b21b-33c77d9a8ff1 req-8703a713-fa47-4c3a-a953-ebd0a314003f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:28.697461 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d08bcfb6-c2e1-40db-b21b-33c77d9a8ff1 req-8703a713-fa47-4c3a-a953-ebd0a314003f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0705769 Jul 16 15:43:28.739175 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d08bcfb6-c2e1-40db-b21b-33c77d9a8ff1 req-b1b3554b-dd3d-4fb8-8dfb-b83e415c6b72 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Jul 16 15:43:29.022544 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd82ea-9dc2-4cb9-9d51-50f97a4da882 req-f8359d40-c6b6-43c0-aa21-3bd309987084 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:29.026130 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29bd82ea-9dc2-4cb9-9d51-50f97a4da882 req-f8359d40-c6b6-43c0-aa21-3bd309987084 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0705543 Jul 16 15:43:29.062090 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29bd82ea-9dc2-4cb9-9d51-50f97a4da882 req-5c0dc8b3-fb95-4956-92a9-42c5f19cd2d4 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Jul 16 15:43:29.732278 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-447c1ed8-5e02-47c3-b89b-3a282fe92283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:29.733731 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-447c1ed8-5e02-47c3-b89b-3a282fe92283 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1098 time: 0.0557401 Jul 16 15:43:29.827708 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-313ef123-bdf3-4bef-ac02-008c8a98756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:29.829211 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-313ef123-bdf3-4bef-ac02-008c8a98756c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.0829334 Jul 16 15:43:30.174773 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-4be17954-7804-43ce-b1be-8374ffa381f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 200 len: 1001 time: 0.3383636 Jul 16 15:43:30.260650 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442092d1-3990-4501-bf2d-b8136b5e8220 req-c8a6ea9d-ca85-41b4-a270-9118b1622875 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:30.262111 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-442092d1-3990-4501-bf2d-b8136b5e8220 req-c8a6ea9d-ca85-41b4-a270-9118b1622875 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.3878040 Jul 16 15:43:30.273372 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-f3158000-da62-4a40-8362-83010cf4ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:30.274699 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-f3158000-da62-4a40-8362-83010cf4ab62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0906408 Jul 16 15:43:30.344075 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-442092d1-3990-4501-bf2d-b8136b5e8220 req-d8dd00de-c2c3-4342-96fd-6d1da8f0bcef tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746357 Jul 16 15:43:30.358962 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f8cc1-d5bc-4e80-8611-8fc73a951df1 req-de6f847f-a5ad-4dc4-bc0c-7fdea6313b87 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:30.360424 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-136f8cc1-d5bc-4e80-8611-8fc73a951df1 req-de6f847f-a5ad-4dc4-bc0c-7fdea6313b87 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.1685033 Jul 16 15:43:30.394970 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-35b05cdd-fe0d-4693-9af1-4bbe1c5827d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:30.396461 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-35b05cdd-fe0d-4693-9af1-4bbe1c5827d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055622 Jul 16 15:43:30.416682 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-136f8cc1-d5bc-4e80-8611-8fc73a951df1 req-f1771df4-74ff-4887-8eaa-97606dd37356 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483239 Jul 16 15:43:30.497804 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-98a6efe3-b505-48b6-ac9f-72c600b666a1 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908451 Jul 16 15:43:30.589391 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-08dff957-ccf1-4c45-9981-a7e7f4c9e5a8 req-495bc2de-8d4b-47fa-a187-58d12dbe9501 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838196 Jul 16 15:43:31.519309 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbafb9-fe29-4ad8-9af7-3dc753d16fb0 req-794ee02a-dd50-47dd-a948-6710bdfd82f8 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:31.520768 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29fbafb9-fe29-4ad8-9af7-3dc753d16fb0 req-794ee02a-dd50-47dd-a948-6710bdfd82f8 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0664515 Jul 16 15:43:31.586666 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29fbafb9-fe29-4ad8-9af7-3dc753d16fb0 req-47045a58-0087-43e6-a641-0ade4c2e41c6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602989 Jul 16 15:43:31.614636 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408f6a-be8b-45bf-817e-7437e009bda1 req-99a35e4a-36b1-4e5a-80bc-1e16b517f563 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:31.616140 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bd408f6a-be8b-45bf-817e-7437e009bda1 req-99a35e4a-36b1-4e5a-80bc-1e16b517f563 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0766621 Jul 16 15:43:31.652992 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bd408f6a-be8b-45bf-817e-7437e009bda1 req-be51d0d4-d4fe-4119-b03e-b3f58898b0c0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Jul 16 15:43:31.678637 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:43:31.774399 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:31.784989 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'de44c596-e603-434e-8ffe-410c64f7279b', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'port_id': 'de44c596-e603-434e-8ffe-410c64f7279b', 'mac_address': 'fa:16:3e:dd:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:43:31.821839 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:31.833301 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de44c596-e603-434e-8ffe-410c64f7279b {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:43:31.854588 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:31.858769 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:31.911654 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921804 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.921804 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.922095 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.922407 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:31.922731 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:43:32.270355 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['de44c596-e603-434e-8ffe-410c64f7279b'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:43:32.776857 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec018-c95e-4b0c-8780-f11532639ee8 req-64fe4440-e421-4eb9-8b6c-70c1ffa6dd43 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:32.778306 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f11ec018-c95e-4b0c-8780-f11532639ee8 req-64fe4440-e421-4eb9-8b6c-70c1ffa6dd43 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 944 time: 0.0699255 Jul 16 15:43:32.846342 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f11ec018-c95e-4b0c-8780-f11532639ee8 req-f66e9c10-3d91-4346-9218-dfe7aea6cc65 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587513 Jul 16 15:43:32.868897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ccd34-8819-43a3-9084-b8e055edd81d req-fb019037-0d89-4a66-9703-9a3cb61b57d8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:32.870367 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-326ccd34-8819-43a3-9084-b8e055edd81d req-fb019037-0d89-4a66-9703-9a3cb61b57d8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0911646 Jul 16 15:43:32.907893 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-326ccd34-8819-43a3-9084-b8e055edd81d req-9fc6b11b-aed0-48aa-ad98-d10cc5279524 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Jul 16 15:43:33.675941 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abe8a6-4463-49cd-b67e-b742f24c3bbf req-e61bf5bb-1782-4fee-a9cc-c42d315b32dc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:33.677488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56abe8a6-4463-49cd-b67e-b742f24c3bbf req-e61bf5bb-1782-4fee-a9cc-c42d315b32dc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 945 time: 0.0645478 Jul 16 15:43:33.681709 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:43:33.725168 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56abe8a6-4463-49cd-b67e-b742f24c3bbf req-ac6f061b-93b1-4ef4-ad33-f71fca6ed5cf tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416355 Jul 16 15:43:33.740635 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port de44c596-e603-434e-8ffe-410c64f7279b completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:43:33.745062 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port de44c596-e603-434e-8ffe-410c64f7279b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:43:33.745564 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:33.828517 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:33.851556 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:33.854130 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c00aeb-4ddf-41f5-a5f4-d76de4f65a41" -d '{"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-plugged", "status": "completed", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:33.867846 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:33.872752 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:33.873982 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:43:33.910140 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0859d21-72ff-45c9-a61d-771213fd7019 x-openstack-request-id: req-e0859d21-72ff-45c9-a61d-771213fd7019 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:33.910430 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-plugged", "status": "completed", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:33.910839 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0859d21-72ff-45c9-a61d-771213fd7019 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:33.911412 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'code': 200} Jul 16 15:43:33.974652 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:34.005679 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59918) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:34.023433 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:34.057794 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab2a72-89b5-4a15-80ee-3ab0bd70b724 req-bd798a9a-623b-408d-98cc-cc1c068ec3ce tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:34.058291 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:43:34.063110 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:34.065946 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-87ab2a72-89b5-4a15-80ee-3ab0bd70b724 req-bd798a9a-623b-408d-98cc-cc1c068ec3ce tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0805807 Jul 16 15:43:34.105795 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-87ab2a72-89b5-4a15-80ee-3ab0bd70b724 req-317d21e2-1acd-4962-b6cd-8c814db04368 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Jul 16 15:43:34.117792 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-63cca20b-049b-4ba5-9510-237f836fdf10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108141 Jul 16 15:43:34.125541 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=8']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:34.274235 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad1a9-f330-48f9-9a85-9349b814ec7a req-eb4f3c01-78ea-4c22-843e-6e28011dd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:34.276114 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ab1ad1a9-f330-48f9-9a85-9349b814ec7a req-eb4f3c01-78ea-4c22-843e-6e28011dd35b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1098 time: 0.0531254 Jul 16 15:43:34.314960 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ab1ad1a9-f330-48f9-9a85-9349b814ec7a req-0178b9ab-3481-4ba0-a883-5e35903a5298 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Jul 16 15:43:34.958170 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f65c43-02c9-4623-b792-41afe3edb548 req-a7419202-e569-47e9-89b6-8442a844fd0c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:34.960180 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e1f65c43-02c9-4623-b792-41afe3edb548 req-a7419202-e569-47e9-89b6-8442a844fd0c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1021681 Jul 16 15:43:35.003179 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e1f65c43-02c9-4623-b792-41afe3edb548 req-6faa5107-a951-4199-b67e-9df88a9188d6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Jul 16 15:43:35.282240 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123d732-0170-43e2-81d2-b2a80f22b24e req-e5b40049-bd89-47d1-a200-9f12c485d16f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:35.283698 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0123d732-0170-43e2-81d2-b2a80f22b24e req-e5b40049-bd89-47d1-a200-9f12c485d16f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0633533 Jul 16 15:43:35.320824 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0123d732-0170-43e2-81d2-b2a80f22b24e req-c2e687b5-c85e-4a6d-9e4c-8be820ea52c8 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Jul 16 15:43:35.912660 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:35.915035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edc6e24-51b1-4a6f-b0ba-88250145356f" -d '{"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-unplugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:35.945266 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e164f9-ebce-40f4-b710-d3de6794137e x-openstack-request-id: req-e2e164f9-ebce-40f4-b710-d3de6794137e {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:35.945555 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-unplugged", "status": "failed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "code": 422}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:35.945802 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2e164f9-ebce-40f4-b710-d3de6794137e {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:35.946225 dv-cinder-784815-1-iscsi neutron-server[99566]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'code': 422} returned with failed status Jul 16 15:43:36.191258 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34791f4-c203-42f2-b6e6-a26d99d87e1b req-5f566a2a-1e4e-4227-b73d-33991b605529 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.192863 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a34791f4-c203-42f2-b6e6-a26d99d87e1b req-5f566a2a-1e4e-4227-b73d-33991b605529 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0690236 Jul 16 15:43:36.276003 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a34791f4-c203-42f2-b6e6-a26d99d87e1b req-45ae4ace-7707-458d-9e0c-18468341eebd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766156 Jul 16 15:43:36.570112 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c87cf-84a8-4770-ac28-e4b35f91edcb req-80fde91e-0f27-4a55-8915-482b5b61e719 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.571579 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4c0c87cf-84a8-4770-ac28-e4b35f91edcb req-80fde91e-0f27-4a55-8915-482b5b61e719 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.1375782 Jul 16 15:43:36.605515 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb679-1479-4c95-9fb7-7aeb75c940eb req-73111eb4-2d60-4900-9b8e-d57962eae584 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.606907 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c6abb679-1479-4c95-9fb7-7aeb75c940eb req-73111eb4-2d60-4900-9b8e-d57962eae584 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.1401427 Jul 16 15:43:36.611022 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-6ab3de87-6355-4391-ae6d-d874897318df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.612401 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-6ab3de87-6355-4391-ae6d-d874897318df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1137 time: 0.1353965 Jul 16 15:43:36.666183 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4c0c87cf-84a8-4770-ac28-e4b35f91edcb req-3202185d-0c18-490d-be7e-368763a5ff83 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873680 Jul 16 15:43:36.714157 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c6abb679-1479-4c95-9fb7-7aeb75c940eb req-0e970064-6eec-43b2-9b2a-fb5973b76000 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998697 Jul 16 15:43:36.742921 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-be03e5de-2daf-4f4f-8864-0bca97d8bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.744425 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-be03e5de-2daf-4f4f-8864-0bca97d8bb4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 915 time: 0.1102266 Jul 16 15:43:36.897030 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-f473f1da-b462-42ba-a5aa-b3b13a0f4137 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 1000 time: 0.1309831 Jul 16 15:43:36.948229 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-2926cbbf-1db1-4b23-b18e-d2489e5aaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.949590 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-2926cbbf-1db1-4b23-b18e-d2489e5aaebe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec&tenant_id=be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 1096 time: 0.2043402 Jul 16 15:43:36.967600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34caad2-8dbd-431b-9d87-e58790269f60 req-03b8ee21-d8b7-4b65-b7f3-491b7866c245 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.968949 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c34caad2-8dbd-431b-9d87-e58790269f60 req-03b8ee21-d8b7-4b65-b7f3-491b7866c245 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.1811299 Jul 16 15:43:36.977878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-d9fab972-c942-445e-a3ed-a2027c1ad71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:36.979246 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-d9fab972-c942-445e-a3ed-a2027c1ad71c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.0714076 Jul 16 15:43:37.057887 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c34caad2-8dbd-431b-9d87-e58790269f60 req-f079136b-216e-40c4-b6d6-970920cb19af tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830317 Jul 16 15:43:37.081860 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 59998) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:37.094374 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-b0749ac3-1d9a-411a-906c-cdc99a2ce806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.095879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-b0749ac3-1d9a-411a-906c-cdc99a2ce806 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1096 time: 0.0951977 Jul 16 15:43:37.098366 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-a47392dc-ed0b-4551-8692-eb46900804b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.099728 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-a47392dc-ed0b-4551-8692-eb46900804b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1083744 Jul 16 15:43:37.263006 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-e584d731-bdbf-4be6-b09f-a6334a116c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.264413 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-e584d731-bdbf-4be6-b09f-a6334a116c5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.1546135 Jul 16 15:43:37.266288 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-81222859-992e-4129-bf47-167e98126ab8 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492910 Jul 16 15:43:37.390067 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-b6454618-f50c-4ab7-bf84-5a7d05173978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 200 len: 999 time: 0.1126320 Jul 16 15:43:37.424116 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a0e5c-9f5c-44f6-8f84-7069426307d3 tempest-TestShelveInstance-1398796293 tempest-TestShelveInstance-1398796293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.428851 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-564a0e5c-9f5c-44f6-8f84-7069426307d3 tempest-TestShelveInstance-1398796293 tempest-TestShelveInstance-1398796293-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1093 time: 0.3457963 Jul 16 15:43:37.429790 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60010) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:37.434854 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'port_id': 'de44c596-e603-434e-8ffe-410c64f7279b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:37.461757 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for floatingip, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:37.483813 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ab11a6c-f982-4829-94f5-6098c0028b45 req-7d5cdc60-5a2c-4334-9e6c-0b313fd0d52e service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052963 Jul 16 15:43:37.492759 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-aa6fb86a-3664-47a3-aaa2-f48667d58e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.494173 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-aa6fb86a-3664-47a3-aaa2-f48667d58e91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0970664 Jul 16 15:43:37.553432 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a549db8-3da2-4f97-8985-bb761ff46c7a req-fc8a5d9d-be8b-4861-ac6e-360b0e5615e7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.555459 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a549db8-3da2-4f97-8985-bb761ff46c7a req-fc8a5d9d-be8b-4861-ac6e-360b0e5615e7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1268201 Jul 16 15:43:37.575547 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:37.595835 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-55bc908e-be7b-446e-9553-0e32ef14543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:37.597671 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-55bc908e-be7b-446e-9553-0e32ef14543c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937285 Jul 16 15:43:37.630975 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a549db8-3da2-4f97-8985-bb761ff46c7a req-8f337d19-bf73-4b4b-9039-70c949dd82ca tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681973 Jul 16 15:43:37.689722 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Allocated IP 172.27.1.214 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/ebae89d5-505c-4177-8230-e37a7fac449c) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:43:37.725329 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:43:37.750506 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-f0a3f8f5-49d1-4832-85e7-8392413eb32e service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423049 Jul 16 15:43:37.812367 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:37.880503 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:37.897037 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6b86e41-c706-4989-b650-6ce435ce34f9 req-0847e926-4ed3-44a4-8939-f19122d7a82b service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299870 Jul 16 15:43:37.918067 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:43:37.922530 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:43:37.928514 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:43:37.960104 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'Port': ['ID=ebae89d5-505c-4177-8230-e37a7fac449c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:37.999806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc531ede-5624-4b9a-a7ed-38db78a7cbba req-e72823c1-5ab0-400f-983d-a5171b90d551 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:38.001354 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc531ede-5624-4b9a-a7ed-38db78a7cbba req-e72823c1-5ab0-400f-983d-a5171b90d551 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0653777 Jul 16 15:43:38.041900 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bc531ede-5624-4b9a-a7ed-38db78a7cbba req-69068695-5f10-4896-b673-27ca1ca9cc39 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343761 Jul 16 15:43:38.268707 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:38.344537 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:38.492774 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:38.500798 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:38.565890 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:38.612626 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event updated for resources: {'Port': ['ID=ebae89d5-505c-4177-8230-e37a7fac449c,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:38.704525 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Floating IP 3869f08f-dfab-4e82-a158-40b82fd6c543 associated. External IP: 172.27.1.214, port: de44c596-e603-434e-8ffe-410c64f7279b. Jul 16 15:43:38.938177 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f676-9a3c-4c81-86b0-5daa4d261fa5 req-b1336473-63bc-43ef-b526-a0005a03be48 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:38.950034 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0ca9f676-9a3c-4c81-86b0-5daa4d261fa5 req-b1336473-63bc-43ef-b526-a0005a03be48 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1313517 Jul 16 15:43:38.991864 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0ca9f676-9a3c-4c81-86b0-5daa4d261fa5 req-d212fc38-1439-4172-a444-5e4aa7a6c444 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402155 Jul 16 15:43:39.046721 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Router 68401330-b0a3-47cc-a92b-5e0cff0118c6 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:43:39.159929 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:43:39.173052 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] Sync routers for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:43:39.177894 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:39.184152 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:43:39.187549 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:43:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:39.221710 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-00db4089-5630-48ab-bf30-54048ef62930 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7909033 Jul 16 15:43:39.222491 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:43:39.224908 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5dfd0c-a445-4fdc-b633-a70860db74bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:43:39.264467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663c96-ab5c-42e4-bbe4-82df31ccce95 req-d224c867-f36b-4b48-9c32-d6d870e12484 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:39.266375 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8c663c96-ab5c-42e4-bbe4-82df31ccce95 req-d224c867-f36b-4b48-9c32-d6d870e12484 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.1048505 Jul 16 15:43:39.276693 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedcc663-fe23-465d-9a9a-2994b9bbb2b9 x-openstack-request-id: req-aedcc663-fe23-465d-9a9a-2994b9bbb2b9 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:43:39.276693 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:43:39.276693 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aedcc663-fe23-465d-9a9a-2994b9bbb2b9 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:43:39.276693 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'status': 'completed', 'code': 200} Jul 16 15:43:39.309454 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8c663c96-ab5c-42e4-bbe4-82df31ccce95 req-61f87dba-55aa-4ce0-9341-f3413af3f0dd tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372262 Jul 16 15:43:39.322739 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:43:39.707444 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '3869f08f-dfab-4e82-a158-40b82fd6c543', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'port_id': 'de44c596-e603-434e-8ffe-410c64f7279b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'mac_address': 'fa:16:3e:dd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c60282-5578-461c-a13e-91e699bee740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:43:38Z', 'updated_at': '2021-07-16T15:43:38Z', 'revision_number': 0, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:39.734360 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] Checking router: 68401330-b0a3-47cc-a92b-5e0cff0118c6 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:43:39.743675 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:43:39.744210 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:43:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:39.857011 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:43:40.199691 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '3869f08f-dfab-4e82-a158-40b82fd6c543', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'port_id': 'de44c596-e603-434e-8ffe-410c64f7279b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'mac_address': 'fa:16:3e:dd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c60282-5578-461c-a13e-91e699bee740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:43:38Z', 'updated_at': '2021-07-16T15:43:38Z', 'revision_number': 0, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:43:40.215626 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be8221-96d2-415b-96eb-da9f67cfdd01 req-a90446f5-d913-4e3d-80e9-16135001a445 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:40.217183 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-97be8221-96d2-415b-96eb-da9f67cfdd01 req-a90446f5-d913-4e3d-80e9-16135001a445 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0862136 Jul 16 15:43:40.230773 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda0914-be17-4721-8fb1-57226c8412cc None None] The sync data for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi is: [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '3869f08f-dfab-4e82-a158-40b82fd6c543', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'port_id': 'de44c596-e603-434e-8ffe-410c64f7279b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'mac_address': 'fa:16:3e:dd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c60282-5578-461c-a13e-91e699bee740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:43:38Z', 'updated_at': '2021-07-16T15:43:38Z', 'revision_number': 0, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:43:40.313273 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-97be8221-96d2-415b-96eb-da9f67cfdd01 req-6afa69f4-c59f-4e06-b603-7abd365ac432 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793726 Jul 16 15:43:40.560265 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90d883-1488-4fd3-a363-f6d73b90a012 None None] New status for floating IP 3869f08f-dfab-4e82-a158-40b82fd6c543: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:43:40.649724 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489711-55c2-4aa0-89ee-e5fab27b3ead req-8ddc81a3-b74d-4a75-b339-574733c5bfea tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:40.657173 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-13489711-55c2-4aa0-89ee-e5fab27b3ead req-8ddc81a3-b74d-4a75-b339-574733c5bfea tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.1488695 Jul 16 15:43:40.715377 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-13489711-55c2-4aa0-89ee-e5fab27b3ead req-d3ccd054-430d-4f7e-a0ef-a389c12c681c tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570664 Jul 16 15:43:41.532063 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e266d-0bfd-4c22-b60e-e5a3f14d97c4 req-c0cd60a3-a19b-4bdb-9171-c4b2650b2c3d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:41.533462 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d77e266d-0bfd-4c22-b60e-e5a3f14d97c4 req-c0cd60a3-a19b-4bdb-9171-c4b2650b2c3d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0634382 Jul 16 15:43:41.572039 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d77e266d-0bfd-4c22-b60e-e5a3f14d97c4 req-1c7e51d1-4568-4caf-ade4-84cf5f48751f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Jul 16 15:43:41.915882 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e35d9-0cbd-41cf-8cb7-c0f2f88d1920 req-675e1b0d-2c73-40c1-8d74-10909adb2c5a tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:41.917496 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b5e35d9-0cbd-41cf-8cb7-c0f2f88d1920 req-675e1b0d-2c73-40c1-8d74-10909adb2c5a tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0931146 Jul 16 15:43:41.965791 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b5e35d9-0cbd-41cf-8cb7-c0f2f88d1920 req-c7f401db-e662-44b4-91d6-87a189db72d4 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391853 Jul 16 15:43:42.752728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b6a2-45b4-4a64-8fac-d790899799ba req-f8c334db-2f8c-4dd9-ad32-2d96da0ce7d8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:42.754350 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9b71b6a2-45b4-4a64-8fac-d790899799ba req-f8c334db-2f8c-4dd9-ad32-2d96da0ce7d8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0633392 Jul 16 15:43:42.792613 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9b71b6a2-45b4-4a64-8fac-d790899799ba req-00c5712b-5236-463f-a3cf-9f228ada6923 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325069 Jul 16 15:43:42.951501 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:43:43.156791 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf55be-b0a9-4921-a4d6-16e19711d8fc req-b5b58660-e0d5-480e-bbe5-f9f14113df31 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:43.158793 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fdaf55be-b0a9-4921-a4d6-16e19711d8fc req-b5b58660-e0d5-480e-bbe5-f9f14113df31 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0725691 Jul 16 15:43:43.201220 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fdaf55be-b0a9-4921-a4d6-16e19711d8fc req-e93f3864-7a03-4fb0-97c9-81536c8060c7 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353732 Jul 16 15:43:43.944023 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ad927ff4-a2f4-4fd8-89cd-ab08d89d1102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:43.980714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4d981-2055-4135-bbc5-e6ab14995713 req-ee58cb18-3dfd-4091-a586-1546b3c38083 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:43.982386 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ee4d981-2055-4135-bbc5-e6ab14995713 req-ee58cb18-3dfd-4091-a586-1546b3c38083 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0722408 Jul 16 15:43:44.021066 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ee4d981-2055-4135-bbc5-e6ab14995713 req-ab8f2136-900a-488d-965d-276ffc0cd7b5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Jul 16 15:43:44.055433 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:44.383216 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f1960-050c-40b7-b222-b9994a5bf022 req-99b50813-4b96-47d6-aab6-1b28bd2c0719 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:44.384743 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d2f1960-050c-40b7-b222-b9994a5bf022 req-99b50813-4b96-47d6-aab6-1b28bd2c0719 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0649805 Jul 16 15:43:44.427651 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d2f1960-050c-40b7-b222-b9994a5bf022 req-5e154957-1778-4986-96fc-93a45d1a9739 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369480 Jul 16 15:43:45.205622 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafef268-1f68-475b-9f99-07c6db3c2260 req-e77bb4f0-d41d-4c57-9c4e-5f9170c4cba9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:45.207040 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eafef268-1f68-475b-9f99-07c6db3c2260 req-e77bb4f0-d41d-4c57-9c4e-5f9170c4cba9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0683317 Jul 16 15:43:45.245609 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eafef268-1f68-475b-9f99-07c6db3c2260 req-39972019-6057-45c9-9651-9bf8cd3e0218 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326259 Jul 16 15:43:45.603023 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151c3dc-7275-4211-9d86-7bd09711242c req-29b1c245-7d8e-4044-b367-48607261d1be tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:45.604946 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7151c3dc-7275-4211-9d86-7bd09711242c req-29b1c245-7d8e-4044-b367-48607261d1be tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0643859 Jul 16 15:43:45.646398 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7151c3dc-7275-4211-9d86-7bd09711242c req-2f6ff041-ecff-45b3-a55e-405d1b4a324e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355937 Jul 16 15:43:46.457939 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553017c1-c246-4647-9219-45058ece970f req-906d8e1f-9724-446e-b9f3-5bbcda38db00 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:46.460727 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-553017c1-c246-4647-9219-45058ece970f req-906d8e1f-9724-446e-b9f3-5bbcda38db00 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0802174 Jul 16 15:43:46.505160 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-553017c1-c246-4647-9219-45058ece970f req-8941d18e-efd2-4f44-815c-7a57822ca2d4 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387535 Jul 16 15:43:46.599048 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:46.648077 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-875e7bad-aa8e-4c60-842b-9d8f2b47dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:46.890666 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1a7b9-7634-4a78-bdd0-bd36f7e457f2 req-69091145-ab3c-4081-b61b-907d52b80f51 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:46.896992 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4ee1a7b9-7634-4a78-bdd0-bd36f7e457f2 req-69091145-ab3c-4081-b61b-907d52b80f51 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0817165 Jul 16 15:43:46.981035 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4ee1a7b9-7634-4a78-bdd0-bd36f7e457f2 req-88ae97f9-9941-4cd7-ba92-f1f2d774d795 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646505 Jul 16 15:43:47.070184 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60208) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:47.181495 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e5f9-7928-4843-bbe6-8d8e3b3bdf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.278519 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e5f9-7928-4843-bbe6-8d8e3b3bdf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.282448 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e5f9-7928-4843-bbe6-8d8e3b3bdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.323989 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b5d7e5f9-7928-4843-bbe6-8d8e3b3bdf90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3abc764d19374271990d2cb10cc8a168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527125 Jul 16 15:43:47.324827 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e5f9-7928-4843-bbe6-8d8e3b3bdf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6d1c7-45f1-49f4-9902-db1e14b6cf6f,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:47.326758 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60214) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:47.388874 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd313-18d3-41a5-b09e-b8fc310f9093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.410815 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd313-18d3-41a5-b09e-b8fc310f9093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.461656 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd313-18d3-41a5-b09e-b8fc310f9093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.464292 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd313-18d3-41a5-b09e-b8fc310f9093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.465452 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5b6dd313-18d3-41a5-b09e-b8fc310f9093 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0c6d1c7-45f1-49f4-9902-db1e14b6cf6f HTTP/1.1" status: 204 len: 168 time: 0.1376188 Jul 16 15:43:47.473496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dd313-18d3-41a5-b09e-b8fc310f9093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6d1c7-45f1-49f4-9902-db1e14b6cf6f,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:47.637231 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.699716 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cef7b-4fe4-4cd1-859c-aebd9de12168 req-a4267685-6871-4e79-880d-4820cba23f41 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:47.701636 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b06cef7b-4fe4-4cd1-859c-aebd9de12168 req-a4267685-6871-4e79-880d-4820cba23f41 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0739188 Jul 16 15:43:47.747659 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b06cef7b-4fe4-4cd1-859c-aebd9de12168 req-c88367de-fba8-487b-87c8-1615a942b175 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350978 Jul 16 15:43:47.765248 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60222) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:47.782458 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7ad88c4f-d0a8-49a4-a6f7-efe3f3ada626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.895207 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7ad88c4f-d0a8-49a4-a6f7-efe3f3ada626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.925158 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7ad88c4f-d0a8-49a4-a6f7-efe3f3ada626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:47.965063 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7ad88c4f-d0a8-49a4-a6f7-efe3f3ada626 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15cdb4562413468aa25c3c5817e822c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983631 Jul 16 15:43:47.966267 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad88c4f-d0a8-49a4-a6f7-efe3f3ada626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d6c1fc-a123-4ba9-9124-d547a7b7d485,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:47.967829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60224) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:48.027403 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c3-876d-46bc-89e0-87405ea479a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:48.058750 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c3-876d-46bc-89e0-87405ea479a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:48.119077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c3-876d-46bc-89e0-87405ea479a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:48.122175 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c3-876d-46bc-89e0-87405ea479a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:48.126207 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-74b9a5c3-876d-46bc-89e0-87405ea479a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1d6c1fc-a123-4ba9-9124-d547a7b7d485 HTTP/1.1" status: 204 len: 168 time: 0.1544833 Jul 16 15:43:48.136974 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9a5c3-876d-46bc-89e0-87405ea479a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d6c1fc-a123-4ba9-9124-d547a7b7d485,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:48.270357 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8dcc1-8613-431d-a29e-84f44fe54312 req-41751c4d-c473-4ca9-bfd5-bb125dd7a3f3 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:48.271977 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5aa8dcc1-8613-431d-a29e-84f44fe54312 req-41751c4d-c473-4ca9-bfd5-bb125dd7a3f3 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.1361787 Jul 16 15:43:48.341400 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5aa8dcc1-8613-431d-a29e-84f44fe54312 req-0cf05dbe-5664-4efb-909e-247de95ac5c1 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628469 Jul 16 15:43:48.949730 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b776-e9b7-48c0-8e83-1fc1b3b7c97e req-3cec6de0-d39a-4996-b09b-d854e48700dd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:48.957390 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f449b776-e9b7-48c0-8e83-1fc1b3b7c97e req-3cec6de0-d39a-4996-b09b-d854e48700dd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0792153 Jul 16 15:43:49.000067 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f449b776-e9b7-48c0-8e83-1fc1b3b7c97e req-e5f1eb4c-4038-4017-8887-5eae0d83142b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Jul 16 15:43:49.467653 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:49.525504 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eafb1-bdfd-4e30-a7a9-b02b7873422c req-bdc2bb18-ad1a-457c-aa19-b2a9c07623fe tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:49.527447 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4e0eafb1-bdfd-4e30-a7a9-b02b7873422c req-bdc2bb18-ad1a-457c-aa19-b2a9c07623fe tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0733020 Jul 16 15:43:49.579953 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4e0eafb1-bdfd-4e30-a7a9-b02b7873422c req-f148c80b-070b-4e25-83c4-7c0687b9db90 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464065 Jul 16 15:43:49.993277 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60302) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:50.096397 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c005ca0f-6272-440a-943b-e8210a237f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.184632 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c005ca0f-6272-440a-943b-e8210a237f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.188304 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c005ca0f-6272-440a-943b-e8210a237f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.193341 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa99b3d-01bc-4193-9ad1-0734719f6fdf req-163da6a5-ddbf-4c7d-ae39-192541ffd139 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:50.195425 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-faa99b3d-01bc-4193-9ad1-0734719f6fdf req-163da6a5-ddbf-4c7d-ae39-192541ffd139 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0681305 Jul 16 15:43:50.225932 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c005ca0f-6272-440a-943b-e8210a237f30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9c2eb705e68442da83b33213893a74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315683 Jul 16 15:43:50.227934 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005ca0f-6272-440a-943b-e8210a237f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30365990-aee2-4253-8053-fe01a8c0948f,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:50.229024 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60308) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:50.240604 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-faa99b3d-01bc-4193-9ad1-0734719f6fdf req-9b401c4b-4ed2-432b-81a9-de35c59b8fb0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 Jul 16 15:43:50.282339 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe194-bb35-492f-a295-53a9a540dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.302988 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe194-bb35-492f-a295-53a9a540dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.348472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe194-bb35-492f-a295-53a9a540dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.351106 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe194-bb35-492f-a295-53a9a540dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.352301 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-cd3fe194-bb35-492f-a295-53a9a540dbbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30365990-aee2-4253-8053-fe01a8c0948f HTTP/1.1" status: 204 len: 168 time: 0.1223629 Jul 16 15:43:50.360470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fe194-bb35-492f-a295-53a9a540dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30365990-aee2-4253-8053-fe01a8c0948f,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:50.618285 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60318) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:50.632336 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ca116c37-7a9d-4418-b64b-6a8c83947bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.726112 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ca116c37-7a9d-4418-b64b-6a8c83947bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.731098 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ca116c37-7a9d-4418-b64b-6a8c83947bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.763600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1802-610c-498f-8d8f-38a1925b4f81 req-4f9bb6b2-115b-44e9-b7a8-37e4268ef312 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:50.765080 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8a8f1802-610c-498f-8d8f-38a1925b4f81 req-4f9bb6b2-115b-44e9-b7a8-37e4268ef312 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0712440 Jul 16 15:43:50.769260 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ca116c37-7a9d-4418-b64b-6a8c83947bc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5421e6e4a1d646cba6de24aab34f11c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497831 Jul 16 15:43:50.770210 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca116c37-7a9d-4418-b64b-6a8c83947bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce921c-66db-4327-bc32-10da931906e5,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:50.771892 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60322) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:50.835921 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8a8f1802-610c-498f-8d8f-38a1925b4f81 req-043e5ea3-839d-4731-934b-46947d681227 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648010 Jul 16 15:43:50.849959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9168824a-f442-4e3e-8975-d97775bc43ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.871583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9168824a-f442-4e3e-8975-d97775bc43ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.916348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9168824a-f442-4e3e-8975-d97775bc43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.918864 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9168824a-f442-4e3e-8975-d97775bc43ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:50.920015 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-9168824a-f442-4e3e-8975-d97775bc43ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5ce921c-66db-4327-bc32-10da931906e5 HTTP/1.1" status: 204 len: 168 time: 0.1457775 Jul 16 15:43:50.927334 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168824a-f442-4e3e-8975-d97775bc43ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce921c-66db-4327-bc32-10da931906e5,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:51.420407 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13609-c131-4a3c-ab0a-f9425ed99540 req-da45818b-4222-4dc3-98b9-260cf1add624 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:51.421961 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7df13609-c131-4a3c-ab0a-f9425ed99540 req-da45818b-4222-4dc3-98b9-260cf1add624 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0643659 Jul 16 15:43:51.462856 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7df13609-c131-4a3c-ab0a-f9425ed99540 req-3f50bf5e-d223-478a-acbd-231b127d6036 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345762 Jul 16 15:43:51.561837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60348) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:51.653795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-141881265-network', 'tenant_id': '8a6899f018064308a38a31a43cb0e383'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:51.674082 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Made reservation on behalf of 8a6899f018064308a38a31a43cb0e383 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:43:51.676594 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.688077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.775762 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.781457 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.801330 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:43:51.815718 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea69d1-2bf7-45b1-a592-954611191b43,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:51.818458 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.818796 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Added segment f7dbc5cc-f212-4c87-81e2-16fa48e233ff of type vlan for network 0c18488d-7bf0-4ee1-9afd-59bb571b90a7 Jul 16 15:43:51.856909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.887697 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.888751 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:51.889342 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.920420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3573527 Jul 16 15:43:51.923396 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60356) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:51.929149 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Request body: {'subnet': {'network_id': '0c18488d-7bf0-4ee1-9afd-59bb571b90a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-141881265-subnet', 'tenant_id': '8a6899f018064308a38a31a43cb0e383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:51.950917 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Made reservation on behalf of 8a6899f018064308a38a31a43cb0e383 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:43:51.953026 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef7e38-95ed-4d6c-8f66-49a73ab3515a admin admin] Pushing event updated for resources: {'Network': ['ID=0c18488d-7bf0-4ee1-9afd-59bb571b90a7,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:51.953676 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:51.963974 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 0c18488d-7bf0-4ee1-9afd-59bb571b90a7 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:43:52.145138 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:52.201082 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9742cee-db94-40ba-a2a4-6d7e1966217b,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:52.210808 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Checking segment: {'id': 'f7dbc5cc-f212-4c87-81e2-16fa48e233ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0c18488d-7bf0-4ee1-9afd-59bb571b90a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:43:52.211177 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Network hostable DHCP agents. Network: 0c18488d-7bf0-4ee1-9afd-59bb571b90a7, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:43:52.228689 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Network 0c18488d-7bf0-4ee1-9afd-59bb571b90a7 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:43:52.238941 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 0c18488d-7bf0-4ee1-9afd-59bb571b90a7) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:43:52.243413 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.244009 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:52.249316 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ea964-e812-457a-b46d-92b3db0cb9b8 None None] Network 0c18488d-7bf0-4ee1-9afd-59bb571b90a7 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:43:52.261347 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f89e7106-6683-4256-ac9b-b552678518d8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3368037 Jul 16 15:43:52.317000 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffcb28-b519-453b-a565-ad71fcd275aa req-6782fa6c-dea2-488f-852c-ca1a837e99d9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.318827 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-baffcb28-b519-453b-a565-ad71fcd275aa req-6782fa6c-dea2-488f-852c-ca1a837e99d9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.3679273 Jul 16 15:43:52.327784 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-ef319525-baec-4995-ac1d-21e39c6335f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.329230 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-ef319525-baec-4995-ac1d-21e39c6335f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1098 time: 0.0849516 Jul 16 15:43:52.387344 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc867acb-87b5-4935-9374-53e399bafbb5 None None] Network 0c18488d-7bf0-4ee1-9afd-59bb571b90a7 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:43:52.391038 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-baffcb28-b519-453b-a565-ad71fcd275aa req-7fa8e9b2-7e6c-4ce6-aff2-e283e2fcf49d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652740 Jul 16 15:43:52.464187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-a58fb97b-63d4-469f-b6fc-05dbcd1af85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.465767 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-a58fb97b-63d4-469f-b6fc-05dbcd1af85a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.1296232 Jul 16 15:43:52.556879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-878b4803-5034-47c4-8ded-aafaab15d9fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 1001 time: 0.0815411 Jul 16 15:43:52.651326 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-daf69c4f-96fb-4e16-a601-ed2ae975076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.652808 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-daf69c4f-96fb-4e16-a601-ed2ae975076a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0827024 Jul 16 15:43:52.677764 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efbaeb-7ccb-4dbf-91ab-ee5aea8682e3 req-4a105006-0e2c-4a03-9147-4df3fb18729d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.679264 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d4efbaeb-7ccb-4dbf-91ab-ee5aea8682e3 req-4a105006-0e2c-4a03-9147-4df3fb18729d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0763743 Jul 16 15:43:52.716902 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d4efbaeb-7ccb-4dbf-91ab-ee5aea8682e3 req-3977dd08-152a-4515-ba83-fd1955b753f0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319786 Jul 16 15:43:52.765533 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60378) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:52.771767 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1881993001-network', 'tenant_id': '63919ca11da743dda0118bcf4bcda391'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:52.798755 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-f2a24512-63d2-4c70-ab24-e354063f73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:52.800621 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-f2a24512-63d2-4c70-ab24-e354063f73d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575087 Jul 16 15:43:52.801489 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Made reservation on behalf of 63919ca11da743dda0118bcf4bcda391 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:43:52.804261 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:52.813978 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:52.953898 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:52.958511 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:52.959982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-07d4cee6-925a-478c-87a9-3e131caabcdc service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171534 Jul 16 15:43:52.982761 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:43:52.997484 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e07b55-9bcb-4496-ae5a-9c46a5b024b8,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:53.000467 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.000811 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Added segment e2e4c0e2-6082-42a7-801d-b28353a374fe of type vlan for network 0007fec0-19bc-4694-861a-329b0be4cffe Jul 16 15:43:53.040182 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.067612 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-eb5dfd0c-a445-4fdc-b633-a70860db74bf req-b1f8e1d4-036f-47bc-b9cb-e6e6d8d25f95 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989728 Jul 16 15:43:53.068482 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.069979 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:53.070557 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.103209 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3363488 Jul 16 15:43:53.105867 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60388) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:53.111940 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Request body: {'subnet': {'network_id': '0007fec0-19bc-4694-861a-329b0be4cffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1881993001-subnet', 'tenant_id': '63919ca11da743dda0118bcf4bcda391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:43:53.141696 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931fceb-eb1e-4488-8160-f928816ea742 admin admin] Pushing event updated for resources: {'Network': ['ID=0007fec0-19bc-4694-861a-329b0be4cffe,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:53.152236 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 0007fec0-19bc-4694-861a-329b0be4cffe details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:43:53.156296 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Made reservation on behalf of 63919ca11da743dda0118bcf4bcda391 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:43:53.158720 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.321390 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.382913 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a88d48d-2a6f-48ac-8d46-afe85263ed10,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:53.387137 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Checking segment: {'id': 'e2e4c0e2-6082-42a7-801d-b28353a374fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0007fec0-19bc-4694-861a-329b0be4cffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:43:53.387522 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Network hostable DHCP agents. Network: 0007fec0-19bc-4694-861a-329b0be4cffe, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:43:53.404109 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Network 0007fec0-19bc-4694-861a-329b0be4cffe is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:43:53.411763 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 0007fec0-19bc-4694-861a-329b0be4cffe) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:43:53.415696 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:53.416252 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:53.420207 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f297b6c-1b83-4241-81cf-c1b539bf5f28 None None] Network 0007fec0-19bc-4694-861a-329b0be4cffe requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:43:53.442132 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7a295215-5066-438d-b79a-d90b80fb3483 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3352108 Jul 16 15:43:53.558944 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d67e2-71fc-4666-806d-5b5e4515e920 None None] Network 0007fec0-19bc-4694-861a-329b0be4cffe requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:43:53.581747 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cffbf1-3e0c-4c1b-a56e-899c5e7ff31a req-8ccc9472-3754-4d5a-a276-8c55d8b7c805 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:53.583557 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c2cffbf1-3e0c-4c1b-a56e-899c5e7ff31a req-8ccc9472-3754-4d5a-a276-8c55d8b7c805 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.0736327 Jul 16 15:43:53.641381 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c2cffbf1-3e0c-4c1b-a56e-899c5e7ff31a req-20c9af85-83f8-4f73-a381-f109d9216d64 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&id=a4a12816-ae68-49bb-84e1-d19a62675d69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473990 Jul 16 15:43:53.941350 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1a1c9-8f0c-471f-ab78-4e37c74f4dbf req-d50f1f7d-fc8f-4cac-861b-b36c03ddf434 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:53.942833 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3ea1a1c9-8f0c-471f-ab78-4e37c74f4dbf req-d50f1f7d-fc8f-4cac-861b-b36c03ddf434 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.1068163 Jul 16 15:43:54.000127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b615f5-2007-451e-bc3a-bd8e6865680e req-f5c0168b-8357-471e-bad6-7f51f57b25f3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:54.001744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0b615f5-2007-451e-bc3a-bd8e6865680e req-f5c0168b-8357-471e-bad6-7f51f57b25f3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1113870 Jul 16 15:43:54.007141 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3ea1a1c9-8f0c-471f-ab78-4e37c74f4dbf req-e5ce5a15-bfe9-4dbe-83ac-f773bc802bb8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549400 Jul 16 15:43:54.049674 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0b615f5-2007-451e-bc3a-bd8e6865680e req-2091a582-7512-402e-985c-35c35b273d36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Jul 16 15:43:55.221276 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91b60d-ad55-4095-a0bd-5215299ae59f req-9888c690-f4ab-444b-bfac-84765443e318 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:55.223080 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d91b60d-ad55-4095-a0bd-5215299ae59f req-9888c690-f4ab-444b-bfac-84765443e318 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0967164 Jul 16 15:43:55.299466 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfe5d-7c72-4eb1-b001-eed14dcb4009 req-5dd0e275-a040-4086-aac6-20f2a35e3b39 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:55.300961 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-107dfe5d-7c72-4eb1-b001-eed14dcb4009 req-5dd0e275-a040-4086-aac6-20f2a35e3b39 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1230619 Jul 16 15:43:55.303679 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d91b60d-ad55-4095-a0bd-5215299ae59f req-441357a4-33eb-4f5e-8e5e-9654ea6c4194 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698614 Jul 16 15:43:55.351768 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-107dfe5d-7c72-4eb1-b001-eed14dcb4009 req-0b3065dc-04f1-46fa-ae94-2aefb6f79dd3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Jul 16 15:43:56.521227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1939-efa7-4ebc-b37b-be02d86a2131 req-94804a8f-bc89-455e-80c0-9db151e0fe64 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:56.523614 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-201c1939-efa7-4ebc-b37b-be02d86a2131 req-94804a8f-bc89-455e-80c0-9db151e0fe64 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0936918 Jul 16 15:43:56.579406 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-201c1939-efa7-4ebc-b37b-be02d86a2131 req-5aacb3f8-0eda-4485-9d7b-2e50ee7defc4 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501699 Jul 16 15:43:56.588162 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a2789-9ee1-4e88-8f1a-6950fe37e2e7 req-e7e25489-6202-4e1e-b2e8-b1327fb44772 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:56.590131 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fb4a2789-9ee1-4e88-8f1a-6950fe37e2e7 req-e7e25489-6202-4e1e-b2e8-b1327fb44772 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1053507 Jul 16 15:43:56.640381 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fb4a2789-9ee1-4e88-8f1a-6950fe37e2e7 req-9b8d61cd-61b5-4d69-96e3-f3c6e8596d7b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406408 Jul 16 15:43:57.724050 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60470) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:57.772220 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855132de-e0f9-405b-95ee-b388d2d54541 req-64cf5df5-35b2-4413-9a46-c7bd595f1df6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:57.775825 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-855132de-e0f9-405b-95ee-b388d2d54541 req-64cf5df5-35b2-4413-9a46-c7bd595f1df6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0704093 Jul 16 15:43:57.852358 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31a102e7-98ca-45cd-94da-f57205426495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:57.853838 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-855132de-e0f9-405b-95ee-b388d2d54541 req-93b7bad8-4f6a-4dd8-8b1f-ccc6ef663ec9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653572 Jul 16 15:43:57.873782 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e3d8-ac19-4c6e-b6b1-9aa12a8f46c3 req-dc51366c-fec5-4c2e-8265-ce4d0717fed0 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:57.881177 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1193e3d8-ac19-4c6e-b6b1-9aa12a8f46c3 req-dc51366c-fec5-4c2e-8265-ce4d0717fed0 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1035881 Jul 16 15:43:57.921822 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1193e3d8-ac19-4c6e-b6b1-9aa12a8f46c3 req-1a560cd8-f339-4bc0-b165-ff09be454d07 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397854 Jul 16 15:43:57.961447 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31a102e7-98ca-45cd-94da-f57205426495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:57.965652 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31a102e7-98ca-45cd-94da-f57205426495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:58.003275 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-31a102e7-98ca-45cd-94da-f57205426495 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d366d7b6a8074d2ba0751553e85e32b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781518 Jul 16 15:43:58.004328 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a102e7-98ca-45cd-94da-f57205426495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec526b-1153-47dc-9069-b0c59e8fdf71,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:58.005782 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60482) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:43:58.052680 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-39f35c8b-ee8d-485b-8107-e711a64f0f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:58.077214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-39f35c8b-ee8d-485b-8107-e711a64f0f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:58.121199 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-39f35c8b-ee8d-485b-8107-e711a64f0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:58.123900 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-39f35c8b-ee8d-485b-8107-e711a64f0f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:43:58.125018 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-39f35c8b-ee8d-485b-8107-e711a64f0f61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfec526b-1153-47dc-9069-b0c59e8fdf71 HTTP/1.1" status: 204 len: 168 time: 0.1182444 Jul 16 15:43:58.133093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f35c8b-ee8d-485b-8107-e711a64f0f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec526b-1153-47dc-9069-b0c59e8fdf71,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:43:59.058858 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72042bb-0953-49a4-8af9-b346401b9621 req-9b972b0e-50a0-4833-bff6-bff77aee726c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:59.060512 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b72042bb-0953-49a4-8af9-b346401b9621 req-9b972b0e-50a0-4833-bff6-bff77aee726c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0813191 Jul 16 15:43:59.136472 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b72042bb-0953-49a4-8af9-b346401b9621 req-211f972f-4c1e-4cc0-b63c-f202d9809e4f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651937 Jul 16 15:43:59.152770 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328caca9-e247-4b1f-b0bc-ac993d76e143 req-f09a9073-e008-442b-b4a6-09609cf469ea tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:43:59.154540 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-328caca9-e247-4b1f-b0bc-ac993d76e143 req-f09a9073-e008-442b-b4a6-09609cf469ea tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0928850 Jul 16 15:43:59.198334 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-328caca9-e247-4b1f-b0bc-ac993d76e143 req-28377e9c-b9e3-4b44-a416-ff5706edba28 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368090 Jul 16 15:44:00.323450 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3df44-f1a9-4bb9-9bf2-f704b5a1490d req-911d5962-bbc7-47d9-a39e-dafda9cf68ba tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:00.324914 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33c3df44-f1a9-4bb9-9bf2-f704b5a1490d req-911d5962-bbc7-47d9-a39e-dafda9cf68ba tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0665274 Jul 16 15:44:00.400572 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33c3df44-f1a9-4bb9-9bf2-f704b5a1490d req-9aa2f4df-cf0f-458d-b747-69bd2fa01c7e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632303 Jul 16 15:44:00.423551 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120005-8b09-4da0-aa96-fee8ed1a87ee req-cc032892-4d2e-480c-8a5f-a81907f91442 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:00.425697 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-57120005-8b09-4da0-aa96-fee8ed1a87ee req-cc032892-4d2e-480c-8a5f-a81907f91442 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1099815 Jul 16 15:44:00.466645 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-57120005-8b09-4da0-aa96-fee8ed1a87ee req-8981ba67-b0bf-40e0-861b-7d9372494a8b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348599 Jul 16 15:44:01.578201 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098735c1-516c-492c-959e-2147bf3a50c8 req-0b1d2e82-6725-428a-976e-c6eaa421efd7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:01.579690 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-098735c1-516c-492c-959e-2147bf3a50c8 req-0b1d2e82-6725-428a-976e-c6eaa421efd7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 943 time: 0.0645711 Jul 16 15:44:01.645047 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-098735c1-516c-492c-959e-2147bf3a50c8 req-5a25db79-27e4-4ae3-9791-de97311090d9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559764 Jul 16 15:44:01.674195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac6f20-b1c4-4d65-870f-dd0d03856b33 req-1049a8eb-2faf-4cae-bac1-059f2dd6b3e9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:01.676137 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-deac6f20-b1c4-4d65-870f-dd0d03856b33 req-1049a8eb-2faf-4cae-bac1-059f2dd6b3e9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0955846 Jul 16 15:44:01.717269 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-deac6f20-b1c4-4d65-870f-dd0d03856b33 req-450df0c9-dfa9-4a1b-a03e-8ad6f3267282 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352168 Jul 16 15:44:01.863593 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:44:01.972824 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:01.984894 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'port_id': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'mac_address': 'fa:16:3e:e8:c9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:44:02.020420 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:02.032591 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cb2609-d25f-4818-896b-8d39a35fd397 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:44:02.051421 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:02.054781 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:02.098988 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=9']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:02.420720 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['a8cb2609-d25f-4818-896b-8d39a35fd397'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:44:02.832023 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b7c5f-369c-4787-a8b0-bc75f5dded66 req-9b239650-7080-4532-b32f-40fbba7826ec tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:02.833766 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c02b7c5f-369c-4787-a8b0-bc75f5dded66 req-9b239650-7080-4532-b32f-40fbba7826ec tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 944 time: 0.0666585 Jul 16 15:44:02.904760 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c02b7c5f-369c-4787-a8b0-bc75f5dded66 req-873e0f6a-6d29-453d-b61f-4bb4351affff tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609438 Jul 16 15:44:02.923069 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7d0e-6a73-4e45-b1cb-c78c06b856a8 req-9eb8c800-48e9-4d0b-962c-012603d379c7 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:02.928610 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0bb7d0e-6a73-4e45-b1cb-c78c06b856a8 req-9eb8c800-48e9-4d0b-962c-012603d379c7 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0939195 Jul 16 15:44:02.988108 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0bb7d0e-6a73-4e45-b1cb-c78c06b856a8 req-af9243b3-a6c4-42a0-aa6f-1f262c87b7fd tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532405 Jul 16 15:44:03.860608 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:44:03.906666 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port a8cb2609-d25f-4818-896b-8d39a35fd397 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:44:03.907037 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:03.983326 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:04.006650 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:44:04.008938 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe7a9b1-d418-46e6-be32-27708db75393" -d '{"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:44:04.027529 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:04.033356 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:04.089626 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=10']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:04.096472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb6ada-41d7-413c-8f30-51aa6d0bc6c5 req-32cca56b-c719-4b93-b4fa-49e6177d6f88 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:04.098112 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a8eb6ada-41d7-413c-8f30-51aa6d0bc6c5 req-32cca56b-c719-4b93-b4fa-49e6177d6f88 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0729053 Jul 16 15:44:04.168429 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a8eb6ada-41d7-413c-8f30-51aa6d0bc6c5 req-922a17fa-c79d-4367-be6b-9ae0ee5e1987 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642333 Jul 16 15:44:04.215451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd888d32-63d8-4957-b0a7-c0d63fb9c726 req-d6136a65-f458-4cbb-8a2b-ad461fe27ee9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:04.227098 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fd888d32-63d8-4957-b0a7-c0d63fb9c726 req-d6136a65-f458-4cbb-8a2b-ad461fe27ee9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1086936 Jul 16 15:44:04.252685 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b434b-c1de-47de-ad1c-69042dfb2347 x-openstack-request-id: req-e12b434b-c1de-47de-ad1c-69042dfb2347 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:44:04.253175 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:44:04.253626 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e12b434b-c1de-47de-ad1c-69042dfb2347 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:44:04.254428 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'code': 200} Jul 16 15:44:04.274293 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fd888d32-63d8-4957-b0a7-c0d63fb9c726 req-ca3eae47-c644-4fae-b2c7-53466990a36b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 Jul 16 15:44:04.811441 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930531f3-5593-4f4c-8dbb-41c4198d45f1 req-7445e473-efaa-47eb-9ed5-6de3d4c1ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:04.812789 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-930531f3-5593-4f4c-8dbb-41c4198d45f1 req-7445e473-efaa-47eb-9ed5-6de3d4c1ca6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 1099 time: 0.0491486 Jul 16 15:44:04.846792 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-930531f3-5593-4f4c-8dbb-41c4198d45f1 req-f251e75b-fe19-45a3-a6a4-210f9c444734 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275042 Jul 16 15:44:05.350658 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8f57b-c450-46df-9b1b-544e010062e7 req-600d150d-a2bf-4fea-a31f-c8bda3e9a237 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:05.353418 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f1a8f57b-c450-46df-9b1b-544e010062e7 req-600d150d-a2bf-4fea-a31f-c8bda3e9a237 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0617733 Jul 16 15:44:05.396355 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f1a8f57b-c450-46df-9b1b-544e010062e7 req-ee2fb32e-9f6d-4c71-8261-941fca5fa6ed tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377791 Jul 16 15:44:05.459872 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d50da1-9eb7-4dd4-91b8-734075cca0b6 req-d029b0e8-4890-46b1-8515-a58134699887 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:05.461519 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42d50da1-9eb7-4dd4-91b8-734075cca0b6 req-d029b0e8-4890-46b1-8515-a58134699887 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0693378 Jul 16 15:44:05.499279 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42d50da1-9eb7-4dd4-91b8-734075cca0b6 req-ad671a3b-396b-48e1-ad53-0de025ffde38 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Jul 16 15:44:05.856329 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d9a5-cf9e-4b44-999e-f26c2fa14ced req-ece4ce22-7d80-42f3-90c5-46f4c9e8b2c5 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:05.858032 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4fa9d9a5-cf9e-4b44-999e-f26c2fa14ced req-ece4ce22-7d80-42f3-90c5-46f4c9e8b2c5 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0643466 Jul 16 15:44:05.927660 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4fa9d9a5-cf9e-4b44-999e-f26c2fa14ced req-04a3b12c-8084-4723-a775-d59b31cf340f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642371 Jul 16 15:44:05.947046 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-be4c895b-9af9-445c-8f42-6a55c20d17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:05.948553 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-be4c895b-9af9-445c-8f42-6a55c20d17ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1098 time: 0.0783808 Jul 16 15:44:06.041496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-44fecd9f-8441-4259-b2e2-07fd29ad26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:06.043036 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-44fecd9f-8441-4259-b2e2-07fd29ad26f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.0843966 Jul 16 15:44:06.121013 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-d20678dc-58da-49ff-80d8-da194e75fd9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 1000 time: 0.0621188 Jul 16 15:44:06.196058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-005d05ca-af01-4ad4-918c-5d43a5c1499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:06.197615 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-005d05ca-af01-4ad4-918c-5d43a5c1499f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0467708 Jul 16 15:44:06.255054 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-863afece-c85f-4fda-9d45-b75d12b6df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:06.256608 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-863afece-c85f-4fda-9d45-b75d12b6df83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513859 Jul 16 15:44:06.352472 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-ba9437fe-8f85-40dd-af02-34862d021c6d service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Jul 16 15:44:06.581833 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b73f8-b127-4b0f-85b1-6c68822a9609 req-18122f0c-3a20-4808-b532-c488dba9fe7a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:06.583599 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-130b73f8-b127-4b0f-85b1-6c68822a9609 req-18122f0c-3a20-4808-b532-c488dba9fe7a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0638752 Jul 16 15:44:06.621660 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-130b73f8-b127-4b0f-85b1-6c68822a9609 req-71002ad7-cf0a-4045-9252-88f69a21a5b0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323064 Jul 16 15:44:07.098120 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dde9b8-811d-4319-b378-e0b113779ba2 req-c21ad386-5820-4b39-9a38-cb8498114d2c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:07.099580 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-58dde9b8-811d-4319-b378-e0b113779ba2 req-c21ad386-5820-4b39-9a38-cb8498114d2c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0645692 Jul 16 15:44:07.135779 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-58dde9b8-811d-4319-b378-e0b113779ba2 req-807ab4ca-4d23-40e2-99fb-4a0a45e2c527 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Jul 16 15:44:07.796019 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8372d-55c9-454d-bed3-039a3de51a6a req-9c3b0451-18c5-4e8e-879b-2f06140db150 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:07.797494 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c4c8372d-55c9-454d-bed3-039a3de51a6a req-9c3b0451-18c5-4e8e-879b-2f06140db150 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0632617 Jul 16 15:44:07.834392 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c4c8372d-55c9-454d-bed3-039a3de51a6a req-f012f665-1f1d-4736-9848-8def7d75afcb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Jul 16 15:44:08.305041 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3784a-d8f4-48c3-8962-2e490d0ce254 req-2c51fb25-5b41-4827-9f29-d4c77f0ec6f7 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:08.306505 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8be3784a-d8f4-48c3-8962-2e490d0ce254 req-2c51fb25-5b41-4827-9f29-d4c77f0ec6f7 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0614734 Jul 16 15:44:08.343527 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8be3784a-d8f4-48c3-8962-2e490d0ce254 req-e49c0e36-e43d-4ec2-87b9-743074fde3c8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304823 Jul 16 15:44:09.065870 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f84f2a4d-7508-46eb-837d-7b4551ea8d18 req-03116da1-70c2-47cf-8eab-ff875843260a service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214690 Jul 16 15:44:09.077015 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc48c-a070-4bd3-b7a6-e0c5f97427d1 req-aa22643a-4ef6-455e-a30e-91d55b9a1413 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:09.080678 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-988fc48c-a070-4bd3-b7a6-e0c5f97427d1 req-aa22643a-4ef6-455e-a30e-91d55b9a1413 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.1266532 Jul 16 15:44:09.128471 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-988fc48c-a070-4bd3-b7a6-e0c5f97427d1 req-d383a3b8-a2e0-4842-8d6a-6016554b3637 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358109 Jul 16 15:44:09.514822 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638a8fa-fcc6-4b6d-9bc0-973fbf0cd15e req-5750ebec-7fcd-4271-b3a9-34a43034cf99 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:09.516304 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a638a8fa-fcc6-4b6d-9bc0-973fbf0cd15e req-5750ebec-7fcd-4271-b3a9-34a43034cf99 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0615163 Jul 16 15:44:09.553512 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a638a8fa-fcc6-4b6d-9bc0-973fbf0cd15e req-78c17948-414c-42f9-9a7a-42bb879d204f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Jul 16 15:44:10.327160 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4c31-c5fe-4793-9b4a-cb9e7c793b34 req-8cbf6d3e-ba81-4f73-9a81-55ae5dd9f482 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:10.328861 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0cdc4c31-c5fe-4793-9b4a-cb9e7c793b34 req-8cbf6d3e-ba81-4f73-9a81-55ae5dd9f482 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0789154 Jul 16 15:44:10.375546 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0cdc4c31-c5fe-4793-9b4a-cb9e7c793b34 req-dd998cf6-fb6b-4ff6-8b68-896aefbf5050 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361431 Jul 16 15:44:10.452620 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60746) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:10.498949 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Deleting subnet d9742cee-db94-40ba-a2a4-6d7e1966217b {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:44:10.501966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.534123 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.571902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.624588 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.648779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9742cee-db94-40ba-a2a4-6d7e1966217b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:10.656831 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.658654 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d9742cee-db94-40ba-a2a4-6d7e1966217b HTTP/1.1" status: 204 len: 168 time: 0.2050109 Jul 16 15:44:10.660191 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.660542 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.660884 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.661219 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.661514 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60750) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:10.662020 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.662020 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.662177 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.662486 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.662810 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.663147 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.663471 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.663790 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58120a2-ebb0-4b45-929e-d5bb1b66a1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:10.730901 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.731717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f022db2-d2af-43d9-ab8f-73db71a8c703 req-ed49032d-4baf-4c4d-8f2a-80ba542d953f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:10.733043 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f022db2-d2af-43d9-ab8f-73db71a8c703 req-ed49032d-4baf-4c4d-8f2a-80ba542d953f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.0666041 Jul 16 15:44:10.772091 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f022db2-d2af-43d9-ab8f-73db71a8c703 req-54db1a1e-3507-4483-8bb3-c17ffaf6140b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329206 Jul 16 15:44:10.813417 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:10.823396 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.823742 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.824500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.824950 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > port after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.825891 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.826235 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > port after_update 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.826555 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.826872 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.827184 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:10.827522 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:11.121543 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:11.122474 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:11.122799 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:11.123125 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 15:44:11.123525 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c18488d-7bf0-4ee1-9afd-59bb571b90a7']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:11.139881 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dbc5cc-f212-4c87-81e2-16fa48e233ff') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:11.140170 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dbc5cc-f212-4c87-81e2-16fa48e233ff') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:11.158436 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330298'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.366554 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.375523 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:44:11.375861 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12330687'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: from cryptography.utils import int_from_bytes Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: from cryptography.utils import int_from_bytes Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: timer() Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: cb(*args, **kw) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: self._notify() Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: self.callback(batched_events) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: event.method(event) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._get(url).json() Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:44:11.380106 dv-cinder-784815-1-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:44:11.436853 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.451794 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.454815 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0c18488d-7bf0-4ee1-9afd-59bb571b90a7 HTTP/1.1" status: 204 len: 168 time: 0.7921522 Jul 16 15:44:11.455964 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c18488d-7bf0-4ee1-9afd-59bb571b90a7,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:11.456785 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60760) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:11.463999 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.465107 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.466002 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.466344 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.466682 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.467019 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.467460 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.467773 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.468101 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.468427 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.468750 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.469072 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae362788-c636-439e-8862-c5a96fbaab73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:11.502822 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Deleting subnet 0a88d48d-2a6f-48ac-8d46-afe85263ed10 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:44:11.506242 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.541212 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.578600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.632130 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.656084 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a88d48d-2a6f-48ac-8d46-afe85263ed10,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:11.659922 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.662007 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-72a73610-2d75-4dfd-bcf0-0137ee3a0288 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a88d48d-2a6f-48ac-8d46-afe85263ed10 HTTP/1.1" status: 204 len: 168 time: 0.2038224 Jul 16 15:44:11.664040 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60764) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:11.728807 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.807036 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.816909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0007fec0-19bc-4694-861a-329b0be4cffe']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:11.827097 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e4c0e2-6082-42a7-801d-b28353a374fe') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:11.827425 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e4c0e2-6082-42a7-801d-b28353a374fe') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:11.836016 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.851686 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.858125 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:44:11.858506 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:44:11.860375 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:44:11.915167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.920819 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:11.922601 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0007fec0-19bc-4694-861a-329b0be4cffe HTTP/1.1" status: 204 len: 168 time: 0.2576737 Jul 16 15:44:11.932647 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366e0d3-8733-4f87-9e96-a5f3fc7266b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0007fec0-19bc-4694-861a-329b0be4cffe,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:12.080270 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60768) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:12.118972 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-45ba60db-57f0-4c32-b3cf-878bdfad3809 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a6899f018064308a38a31a43cb0e383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374997 Jul 16 15:44:12.121238 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60770) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:12.166595 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c0464e79-a3eb-48af-a23b-50613481384f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.186320 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c0464e79-a3eb-48af-a23b-50613481384f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.231303 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c0464e79-a3eb-48af-a23b-50613481384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.233749 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c0464e79-a3eb-48af-a23b-50613481384f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.235060 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c0464e79-a3eb-48af-a23b-50613481384f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6ea69d1-2bf7-45b1-a592-954611191b43 HTTP/1.1" status: 204 len: 168 time: 0.1129589 Jul 16 15:44:12.242256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0464e79-a3eb-48af-a23b-50613481384f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea69d1-2bf7-45b1-a592-954611191b43,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:12.508894 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-44233f07-1a48-415d-9b11-f6772f2a0b5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546823 Jul 16 15:44:12.535072 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60776) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:12.573515 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f501a67f-4ceb-469c-ab5e-db40f03684e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63919ca11da743dda0118bcf4bcda391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371554 Jul 16 15:44:12.576593 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60782) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:12.661273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8c15b0f-63a3-4368-bfc0-ef7730fe2d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.679147 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-4bc9a377-3eaa-4a25-bf90-52253f0ddfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:12.680650 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-4bc9a377-3eaa-4a25-bf90-52253f0ddfb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 1098 time: 0.0963819 Jul 16 15:44:12.691096 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8c15b0f-63a3-4368-bfc0-ef7730fe2d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.786854 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8c15b0f-63a3-4368-bfc0-ef7730fe2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.789229 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d8c15b0f-63a3-4368-bfc0-ef7730fe2d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:12.790321 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d8c15b0f-63a3-4368-bfc0-ef7730fe2d91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01e07b55-9bcb-4496-ae5a-9c46a5b024b8 HTTP/1.1" status: 204 len: 168 time: 0.2131708 Jul 16 15:44:12.802779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c15b0f-63a3-4368-bfc0-ef7730fe2d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e07b55-9bcb-4496-ae5a-9c46a5b024b8,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:12.819649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-828dcfba-0b27-461a-9a63-e012b5700121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:12.821562 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-828dcfba-0b27-461a-9a63-e012b5700121 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.1031785 Jul 16 15:44:12.887088 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-a65e5198-94bf-456c-8136-8c52525c9e49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 200 len: 1000 time: 0.0576727 Jul 16 15:44:12.940407 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-0937ec4e-5151-4d5a-893c-3fd0a43d640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:12.941956 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-0937ec4e-5151-4d5a-893c-3fd0a43d640a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0488477 Jul 16 15:44:13.007393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-1bc2d704-7b84-4fb9-8625-6564ca9c4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:13.008950 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-1bc2d704-7b84-4fb9-8625-6564ca9c4d2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524549 Jul 16 15:44:13.102552 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-5ee05c7e-6311-4b0d-9562-343c78d44c35 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856314 Jul 16 15:44:13.197544 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cc0e2b2-14a9-4ec3-84e8-1fc9cce71831 req-14cafe7b-178c-407d-bcb2-5834ff730529 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827518 Jul 16 15:44:13.949344 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4661c972-bc65-4e83-bbae-b4b45ac5b56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:14.092053 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:16.585807 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:16.639911 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8797650-5cb5-4116-8502-525a28c270b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:17.635182 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:19.445639 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:19.949921 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:44:20.718968 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60978) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:20.819139 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-abdc1993-90c0-4504-b80b-c4bc610aa150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:20.907065 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-abdc1993-90c0-4504-b80b-c4bc610aa150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:20.910862 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-abdc1993-90c0-4504-b80b-c4bc610aa150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:20.953566 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-abdc1993-90c0-4504-b80b-c4bc610aa150 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cca47206db34438496cfb7258a5e930f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334812 Jul 16 15:44:20.954502 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc1993-90c0-4504-b80b-c4bc610aa150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7761cd82-76c4-4dbe-abba-b1fbf0d8345b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:20.956511 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60982) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:21.005683 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3250ca3d-3344-491a-bcc2-f754df2fcf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.029452 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3250ca3d-3344-491a-bcc2-f754df2fcf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.075209 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3250ca3d-3344-491a-bcc2-f754df2fcf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.077751 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3250ca3d-3344-491a-bcc2-f754df2fcf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.078892 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3250ca3d-3344-491a-bcc2-f754df2fcf79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7761cd82-76c4-4dbe-abba-b1fbf0d8345b HTTP/1.1" status: 204 len: 168 time: 0.1213977 Jul 16 15:44:21.087291 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250ca3d-3344-491a-bcc2-f754df2fcf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761cd82-76c4-4dbe-abba-b1fbf0d8345b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:21.334974 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 60988) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:21.348872 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-99e66ed4-be12-434b-8744-1f7ead30e12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.435863 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-99e66ed4-be12-434b-8744-1f7ead30e12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.439343 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-99e66ed4-be12-434b-8744-1f7ead30e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.475934 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-99e66ed4-be12-434b-8744-1f7ead30e12d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5437180869df4060927c116486439cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397810 Jul 16 15:44:21.476762 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e66ed4-be12-434b-8744-1f7ead30e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e225ce57-3da5-4d78-bdb2-4a985475c1ae,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:21.478559 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60992) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:21.530087 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a3b6adc6-e615-4015-ad44-bbf7a7600639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.551044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a3b6adc6-e615-4015-ad44-bbf7a7600639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.596517 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a3b6adc6-e615-4015-ad44-bbf7a7600639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.599121 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a3b6adc6-e615-4015-ad44-bbf7a7600639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:21.600289 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-a3b6adc6-e615-4015-ad44-bbf7a7600639 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e225ce57-3da5-4d78-bdb2-4a985475c1ae HTTP/1.1" status: 204 len: 168 time: 0.1199493 Jul 16 15:44:21.608133 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6adc6-e615-4015-ad44-bbf7a7600639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225ce57-3da5-4d78-bdb2-4a985475c1ae,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:21.908727 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 60998) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:21.921289 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-524d4ba4-b498-4e2e-b41a-34c6b14e77ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.007076 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-524d4ba4-b498-4e2e-b41a-34c6b14e77ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.010803 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-524d4ba4-b498-4e2e-b41a-34c6b14e77ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.049646 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-524d4ba4-b498-4e2e-b41a-34c6b14e77ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=647e084306184ae9aa48307e551b489d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398048 Jul 16 15:44:22.050500 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d4ba4-b498-4e2e-b41a-34c6b14e77ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7fe6de-39e4-4188-a11f-6a3e46f31f1b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:22.052311 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 32768) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:22.100104 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e268aedf-b3a7-4580-9068-f7dc16abac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.119577 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e268aedf-b3a7-4580-9068-f7dc16abac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.167857 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e268aedf-b3a7-4580-9068-f7dc16abac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.170430 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e268aedf-b3a7-4580-9068-f7dc16abac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:22.171587 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e268aedf-b3a7-4580-9068-f7dc16abac45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f7fe6de-39e4-4188-a11f-6a3e46f31f1b HTTP/1.1" status: 204 len: 168 time: 0.1182835 Jul 16 15:44:22.179084 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268aedf-b3a7-4580-9068-f7dc16abac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7fe6de-39e4-4188-a11f-6a3e46f31f1b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:23.174445 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 32800) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:23.275682 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c425172a-59cb-4042-ae3b-51fb89ba17e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.359805 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c425172a-59cb-4042-ae3b-51fb89ba17e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.364198 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c425172a-59cb-4042-ae3b-51fb89ba17e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.400794 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c425172a-59cb-4042-ae3b-51fb89ba17e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fefdd1877d64b618179e6b38e25a097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252631 Jul 16 15:44:23.401634 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425172a-59cb-4042-ae3b-51fb89ba17e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a2ab0a-a0d1-4613-b9c7-aad2ee6b91f9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:23.404357 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 32806) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:23.456933 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2eadcc22-f338-46c5-9927-0fb615320d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.476984 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2eadcc22-f338-46c5-9927-0fb615320d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.523454 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2eadcc22-f338-46c5-9927-0fb615320d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.526199 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2eadcc22-f338-46c5-9927-0fb615320d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:23.527414 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-2eadcc22-f338-46c5-9927-0fb615320d41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53a2ab0a-a0d1-4613-b9c7-aad2ee6b91f9 HTTP/1.1" status: 204 len: 168 time: 0.1220319 Jul 16 15:44:23.535121 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadcc22-f338-46c5-9927-0fb615320d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a2ab0a-a0d1-4613-b9c7-aad2ee6b91f9,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:24.118611 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 32832) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:24.212075 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1781035790-network', 'tenant_id': '56512999122e4382bc07059025d84936'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:44:24.232871 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Made reservation on behalf of 56512999122e4382bc07059025d84936 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:44:24.235145 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.243950 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.329694 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.334287 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.360677 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:44:24.366897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6fb20-09f7-49bd-b619-871320e5939f,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:24.373917 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.374268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Added segment 7b4afca6-913c-481e-99fd-76099d5f7eb6 of type vlan for network ceb0fc42-ce09-4721-9489-131e4a31f90e Jul 16 15:44:24.415249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.444231 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.445185 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:24.445770 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.481690 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3619142 Jul 16 15:44:24.484465 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 32836) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:24.513298 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Request body: {'subnet': {'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1781035790-subnet', 'tenant_id': '56512999122e4382bc07059025d84936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:44:24.517664 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b53a-be5c-4f38-9c19-8f91d830d326 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb0fc42-ce09-4721-9489-131e4a31f90e,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:24.528805 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network ceb0fc42-ce09-4721-9489-131e4a31f90e details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:44:24.536091 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Made reservation on behalf of 56512999122e4382bc07059025d84936 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:44:24.538509 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10343821'] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.709182 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10343839'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.761921 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede4e680-8b0d-45d6-b8d5-babe96aa78f7,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:24.771605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Checking segment: {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:44:24.771965 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Network hostable DHCP agents. Network: ceb0fc42-ce09-4721-9489-131e4a31f90e, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:44:24.788812 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Network ceb0fc42-ce09-4721-9489-131e4a31f90e is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:44:24.796974 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, ceb0fc42-ce09-4721-9489-131e4a31f90e) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:44:24.801056 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:24.801670 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:24.806236 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab17bf8-a587-4d23-ac66-30e57f97b20a None None] Network ceb0fc42-ce09-4721-9489-131e4a31f90e requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:44:24.815284 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-11d6adf2-e2c8-46da-87ad-227fab12276c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3296070 Jul 16 15:44:24.933869 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50597284-738d-407e-a284-b98a758d3b67 None None] Network ceb0fc42-ce09-4721-9489-131e4a31f90e requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:44:26.561550 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-51f5b839-86ce-41b4-936b-668f801437be tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:26.563023 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-51f5b839-86ce-41b4-936b-668f801437be tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/networks?id=ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 200 len: 814 time: 0.1021512 Jul 16 15:44:26.577125 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-1e3257d1-7b5e-4c5d-85c6-48309da25240 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/quotas/56512999122e4382bc07059025d84936 HTTP/1.1" status: 200 len: 375 time: 0.0087855 Jul 16 15:44:26.610112 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-61f08b9f-4dbd-4515-8459-f8019c353821 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=56512999122e4382bc07059025d84936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 16 15:44:26.700578 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-5e0224b8-29cb-41f1-9f86-d281d4a288ed service neutron] 10.222.0.10 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840309 Jul 16 15:44:26.788117 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-c600de5e-94cd-4de5-8fa6-a9bdd8b02bfd service neutron] 10.222.0.10 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817983 Jul 16 15:44:26.956267 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-01893eb4-ddac-4412-8207-ef0c3fe544a0 req-4da291d4-16db-408a-bf6e-344acb686e46 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 210 time: 0.0316222 Jul 16 15:44:28.099169 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4551b923-6034-426e-b1cf-ceb94a8a2f42 req-b80d6317-ce43-490a-b5ac-2b3082563e52 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 210 time: 0.0290697 Jul 16 15:44:28.197975 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-98faa0df-dad8-4f5c-adae-869dba56e100 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:28.199420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-98faa0df-dad8-4f5c-adae-869dba56e100 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "GET /v2.0/networks?id=ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 200 len: 814 time: 0.1024706 Jul 16 15:44:28.237401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Request body: {'port': {'device_id': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e', 'admin_state_up': True, 'tenant_id': '56512999122e4382bc07059025d84936'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:44:28.348972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Made reservation on behalf of 56512999122e4382bc07059025d84936 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:44:28.352530 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:28.476291 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Allocated IP 172.20.0.13 (ceb0fc42-ce09-4721-9489-131e4a31f90e/ede4e680-8b0d-45d6-b8d5-babe96aa78f7/d0bbefd7-1b4f-4779-9e96-befa6fc8353b) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:44:28.612132 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:28.651897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:28.691273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Network ceb0fc42-ce09-4721-9489-131e4a31f90e is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:44:28.696202 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:44:28.699797 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:44:28.724908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Pushing event updated for resources: {'Port': ['ID=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:28.751390 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:28.751991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:28.765479 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-a7fbbee0-fe7d-40ad-8ff5-b93ee4d73b4d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5317469 Jul 16 15:44:28.785215 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Request body: {'port': {'device_id': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:44:28.858824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:29.338689 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728e29-2310-4a0e-9e24-94f1f7baabbc req-47ce455b-6a4b-4449-8b09-c81ceb23ef2b tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:29.340166 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf728e29-2310-4a0e-9e24-94f1f7baabbc req-47ce455b-6a4b-4449-8b09-c81ceb23ef2b tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 932 time: 0.1279807 Jul 16 15:44:29.402725 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf728e29-2310-4a0e-9e24-94f1f7baabbc req-38954e2d-046b-4260-a8b2-9ccb4ffcb4b5 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Jul 16 15:44:29.433344 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bbefd7-1b4f-4779-9e96-befa6fc8353b {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:44:29.441294 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:29.453227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Transition to ACTIVE for port object d0bbefd7-1b4f-4779-9e96-befa6fc8353b will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:44:29.456814 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:29.510395 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:29.577436 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Attempting to bind port d0bbefd7-1b4f-4779-9e96-befa6fc8353b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:44:29.577771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Attempting to bind port d0bbefd7-1b4f-4779-9e96-befa6fc8353b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:44:29.578101 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Attempting to bind port d0bbefd7-1b4f-4779-9e96-befa6fc8353b on network ceb0fc42-ce09-4721-9489-131e4a31f90e {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:44:29.582531 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Port d0bbefd7-1b4f-4779-9e96-befa6fc8353b on network ceb0fc42-ce09-4721-9489-131e4a31f90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:44:29.582853 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Attempting to bind port d0bbefd7-1b4f-4779-9e96-befa6fc8353b on network ceb0fc42-ce09-4721-9489-131e4a31f90e {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:44:29.587629 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:44:29.587963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Checking segment: {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:44:29.588341 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Bound using segment: {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:44:29.588765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Bound port: d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:44:29.589118 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:29.649724 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] For port d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:44:29.652699 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] For port d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:44:29.656879 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:29.687544 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:29.688154 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:29.689568 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] 10.222.0.11 "PUT /v2.0/ports/d0bbefd7-1b4f-4779-9e96-befa6fc8353b HTTP/1.1" status: 200 len: 1094 time: 0.9083924 Jul 16 15:44:29.690009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'tag': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:44:29.692345 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81303ea1-3770-4807-bd31-68d60f796401" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d4a3a-4f35-41ea-95fb-bbeec654695e", "tag": "d0bbefd7-1b4f-4779-9e96-befa6fc8353b"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:44:29.719312 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014aaef5-34e2-4135-8c51-23fb63062616 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:29.729902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f818680-ade6-449b-a41a-3110d1a540a0 x-openstack-request-id: req-1f818680-ade6-449b-a41a-3110d1a540a0 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:44:29.730191 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d4a3a-4f35-41ea-95fb-bbeec654695e", "tag": "d0bbefd7-1b4f-4779-9e96-befa6fc8353b", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:44:29.730445 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f818680-ade6-449b-a41a-3110d1a540a0 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:44:29.730836 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'tag': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b', 'status': 'completed', 'code': 200} Jul 16 15:44:29.855100 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-be3f5dbe-0bdb-4f1f-acae-93d7568703e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:29.856597 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-be3f5dbe-0bdb-4f1f-acae-93d7568703e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56512999122e4382bc07059025d84936&device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 1097 time: 0.0508883 Jul 16 15:44:29.914237 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-3016610c-27d7-420e-b618-35a4251b4e26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b HTTP/1.1" status: 200 len: 217 time: 0.0425396 Jul 16 15:44:29.965187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363542-1c58-4aae-a900-462043872f20 req-b03d9035-4537-4520-b29d-bcb7ddd64719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:29.967239 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-b03d9035-4537-4520-b29d-bcb7ddd64719 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ede4e680-8b0d-45d6-b8d5-babe96aa78f7 HTTP/1.1" status: 200 len: 854 time: 0.0435860 Jul 16 15:44:29.999041 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-21d305d8-6d5d-48a6-b648-106a5a0751ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0fc42-ce09-4721-9489-131e4a31f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245137 Jul 16 15:44:30.090207 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-fffc9ccf-c4ea-442b-bd37-ce26a335a13a service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833385 Jul 16 15:44:30.179311 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-73363542-1c58-4aae-a900-462043872f20 req-0dc0d7e9-64f3-4eec-8c5e-0fcc1fd78664 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782859 Jul 16 15:44:30.362251 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81303ea1-3770-4807-bd31-68d60f796401 req-af8e9563-98ab-4eb9-8d87-ed7f6bd69d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:30.363740 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-af8e9563-98ab-4eb9-8d87-ed7f6bd69d1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56512999122e4382bc07059025d84936&device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 1097 time: 0.0554173 Jul 16 15:44:30.458824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81303ea1-3770-4807-bd31-68d60f796401 req-141d6410-43ef-4f52-b2ed-2a2f03358cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:30.460453 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-141d6410-43ef-4f52-b2ed-2a2f03358cdd service neutron] 10.222.0.11 "GET /v2.0/networks?id=ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 200 len: 915 time: 0.0862765 Jul 16 15:44:30.504476 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-d48a5924-762f-4ea7-b0cf-bc983a12e937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b HTTP/1.1" status: 200 len: 217 time: 0.0365286 Jul 16 15:44:30.587721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81303ea1-3770-4807-bd31-68d60f796401 req-11812afd-e3b1-4ae1-8bc0-d1624c83a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:30.589198 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-11812afd-e3b1-4ae1-8bc0-d1624c83a0d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ede4e680-8b0d-45d6-b8d5-babe96aa78f7 HTTP/1.1" status: 200 len: 854 time: 0.0742409 Jul 16 15:44:30.624918 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-838f60f7-672c-4746-957b-3692d06e7e79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0fc42-ce09-4721-9489-131e4a31f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273933 Jul 16 15:44:30.635922 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452310c-0037-4628-9fcc-35dc74188207 req-6594b055-1d33-4d42-b5a3-70b7c4988e17 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:30.637264 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d452310c-0037-4628-9fcc-35dc74188207 req-6594b055-1d33-4d42-b5a3-70b7c4988e17 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 944 time: 0.1151438 Jul 16 15:44:30.721268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d452310c-0037-4628-9fcc-35dc74188207 req-ae22b04b-8566-4523-8b94-aab545c30c7e tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759575 Jul 16 15:44:30.746015 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-56bda582-590d-49d8-807d-036059b801ca service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078696 Jul 16 15:44:30.835656 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-81303ea1-3770-4807-bd31-68d60f796401 req-24de23c4-d3a8-4f9f-ba8a-8338b3ca2cd1 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817547 Jul 16 15:44:31.890206 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26a98-8955-4bee-9628-69bcff8dddac req-df0fd34e-a21d-4ab3-b4db-28c2e3b02165 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:31.891721 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f0a26a98-8955-4bee-9628-69bcff8dddac req-df0fd34e-a21d-4ab3-b4db-28c2e3b02165 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 944 time: 0.0610638 Jul 16 15:44:31.928032 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f0a26a98-8955-4bee-9628-69bcff8dddac req-6379a65f-f02b-4196-bf6a-8ed1a12973f3 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Jul 16 15:44:33.096621 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae4666-4726-44dd-9794-1a6a3c21f48c req-296ff358-0593-4db7-a142-75f98f1175f0 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:33.098469 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-95ae4666-4726-44dd-9794-1a6a3c21f48c req-296ff358-0593-4db7-a142-75f98f1175f0 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 944 time: 0.0626347 Jul 16 15:44:33.135549 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-95ae4666-4726-44dd-9794-1a6a3c21f48c req-a37bffa6-f3f5-4898-b11e-ee015f4a8b03 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Jul 16 15:44:34.012207 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device d0bbefd7-1b4f-4779-9e96-befa6fc8353b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:44:34.104495 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:34.115464 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b', 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e', 'port_id': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b', 'mac_address': 'fa:16:3e:a2:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede4e680-8b0d-45d6-b8d5-babe96aa78f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:44:34.149699 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:34.162181 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bbefd7-1b4f-4779-9e96-befa6fc8353b {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:44:34.181826 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:34.185895 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:34.231478 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:34.239007 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.239384 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.239731 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.240071 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.240404 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.240735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.241064 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.241394 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.241722 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.242049 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.242375 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.242697 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:44:34.314227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56889723-36e8-40f0-9fa8-9dca1892cb42 req-944187a5-b708-469e-955a-89edcd66a55b tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:34.315698 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56889723-36e8-40f0-9fa8-9dca1892cb42 req-944187a5-b708-469e-955a-89edcd66a55b tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 945 time: 0.0647950 Jul 16 15:44:34.351689 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56889723-36e8-40f0-9fa8-9dca1892cb42 req-46801512-9187-4df6-bf7a-fcb6dc78c987 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Jul 16 15:44:34.578410 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['d0bbefd7-1b4f-4779-9e96-befa6fc8353b'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:44:35.517948 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca4bcc-db79-46ca-8c94-64e7dd917b01 req-94c83b24-cc65-4fde-88d6-ce81938451c2 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:35.519433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5dca4bcc-db79-46ca-8c94-64e7dd917b01 req-94c83b24-cc65-4fde-88d6-ce81938451c2 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 945 time: 0.0612457 Jul 16 15:44:35.555469 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5dca4bcc-db79-46ca-8c94-64e7dd917b01 req-e49fa8d2-d273-4afe-acc5-4cd70d02710e tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Jul 16 15:44:36.028195 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device d0bbefd7-1b4f-4779-9e96-befa6fc8353b up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:44:36.073092 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port d0bbefd7-1b4f-4779-9e96-befa6fc8353b completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:44:36.077506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port d0bbefd7-1b4f-4779-9e96-befa6fc8353b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:44:36.077884 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:36.154268 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:36.175182 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:44:36.177430 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675acedd-099b-4748-a5ae-8ea88fee4c57" -d '{"events": [{"server_uuid": "db2d4a3a-4f35-41ea-95fb-bbeec654695e", "name": "network-vif-plugged", "status": "completed", "tag": "d0bbefd7-1b4f-4779-9e96-befa6fc8353b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:44:36.190045 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:36.194242 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:36.221468 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8027986-7fdc-4358-8b44-41e8b07608f9 x-openstack-request-id: req-d8027986-7fdc-4358-8b44-41e8b07608f9 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:44:36.221754 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d4a3a-4f35-41ea-95fb-bbeec654695e", "name": "network-vif-plugged", "status": "completed", "tag": "d0bbefd7-1b4f-4779-9e96-befa6fc8353b", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:44:36.222001 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8027986-7fdc-4358-8b44-41e8b07608f9 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:44:36.222382 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b', 'code': 200} Jul 16 15:44:36.246712 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:36.476910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623808b-3f65-41f0-a148-e4dadc629c5a req-9ae21f1d-88d0-471b-ae71-9f1808d708b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:36.478370 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a623808b-3f65-41f0-a148-e4dadc629c5a req-9ae21f1d-88d0-471b-ae71-9f1808d708b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 1099 time: 0.0528917 Jul 16 15:44:36.512182 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a623808b-3f65-41f0-a148-e4dadc629c5a req-4d63e7e5-b783-4156-9439-61e638531595 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265768 Jul 16 15:44:36.722171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71975a-322c-430c-a09e-9886e923d585 req-7dc7ec4a-c685-4f91-b5e3-21efb6dbf0fa tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:36.723580 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7b71975a-322c-430c-a09e-9886e923d585 req-7dc7ec4a-c685-4f91-b5e3-21efb6dbf0fa tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 946 time: 0.0623064 Jul 16 15:44:36.759947 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7b71975a-322c-430c-a09e-9886e923d585 req-7da3b615-46c5-4bd5-bba7-c826df98a905 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Jul 16 15:44:37.931294 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fadb80-dc4e-4545-8179-f0e8b0009a0b req-0602353d-1548-4fd0-8353-edc55b851f0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:37.932768 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-50fadb80-dc4e-4545-8179-f0e8b0009a0b req-0602353d-1548-4fd0-8353-edc55b851f0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 946 time: 0.0619085 Jul 16 15:44:37.969191 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-50fadb80-dc4e-4545-8179-f0e8b0009a0b req-5555c256-4a6d-439e-8318-0b7a902def51 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Jul 16 15:44:38.186518 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33012) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:38.288804 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e7894acb-eb16-460d-8374-17be1854d193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.390166 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e7894acb-eb16-460d-8374-17be1854d193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.394856 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e7894acb-eb16-460d-8374-17be1854d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.439102 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e7894acb-eb16-460d-8374-17be1854d193 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8a0a23ff64a4f95a0265e94579055c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514861 Jul 16 15:44:38.440992 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7894acb-eb16-460d-8374-17be1854d193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5861c54d-1711-4963-9a30-2827e1c49e45,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:38.441670 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33022) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:38.488518 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48230a77-c70d-4d9f-9e76-efd0ae63e946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.509150 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48230a77-c70d-4d9f-9e76-efd0ae63e946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.553246 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48230a77-c70d-4d9f-9e76-efd0ae63e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.555981 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-48230a77-c70d-4d9f-9e76-efd0ae63e946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:38.557130 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-48230a77-c70d-4d9f-9e76-efd0ae63e946 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5861c54d-1711-4963-9a30-2827e1c49e45 HTTP/1.1" status: 204 len: 168 time: 0.1144023 Jul 16 15:44:38.564430 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48230a77-c70d-4d9f-9e76-efd0ae63e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861c54d-1711-4963-9a30-2827e1c49e45,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:43.949917 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a89383c6-6e66-40bf-a19e-1b0772b2b9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:44.065395 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:46.586095 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:46.639497 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d8610ff0-2b6a-40f6-96ef-ff3c965e4319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:47.639028 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:49.449572 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:53.696155 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c23c1-0175-4118-bae4-dc6280aca62e req-01009470-887c-451f-84a9-7ad2bfcde956 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:53.697648 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-755c23c1-0175-4118-bae4-dc6280aca62e req-01009470-887c-451f-84a9-7ad2bfcde956 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0711622 Jul 16 15:44:53.762692 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-755c23c1-0175-4118-bae4-dc6280aca62e req-fa5e965d-ee49-4126-b403-2a7c3fdcaba1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465093 Jul 16 15:44:53.780933 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22426a09-1166-40e4-a4df-457d9618885a req-96ad7fa9-cc09-4197-b61c-b719bf5e47f3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:53.782430 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-22426a09-1166-40e4-a4df-457d9618885a req-96ad7fa9-cc09-4197-b61c-b719bf5e47f3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1031919 Jul 16 15:44:53.820778 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-22426a09-1166-40e4-a4df-457d9618885a req-1aab0401-4314-41de-8f1b-53466ce761be tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Jul 16 15:44:54.967806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ef14-b071-457a-b2e9-c46232d52857 req-51702062-e3d4-4c81-9306-35c6d06acf07 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:54.969248 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bb24ef14-b071-457a-b2e9-c46232d52857 req-51702062-e3d4-4c81-9306-35c6d06acf07 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0925257 Jul 16 15:44:55.025465 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bb24ef14-b071-457a-b2e9-c46232d52857 req-86fa881f-3ba8-419b-86b8-47c0c754bcb6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495915 Jul 16 15:44:55.032496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d38e0-865c-49a1-bee1-df45e643de88 req-465e3110-d0a5-485e-8b98-e4b25055e9d5 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:55.033895 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-672d38e0-865c-49a1-bee1-df45e643de88 req-465e3110-d0a5-485e-8b98-e4b25055e9d5 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.1009371 Jul 16 15:44:55.071970 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-672d38e0-865c-49a1-bee1-df45e643de88 req-aa369b3b-ffe1-477c-8215-7969a1ac2119 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324323 Jul 16 15:44:55.754462 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-83675aa7-bb1d-40f4-9454-d12a8acb5873 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:55.755921 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-83675aa7-bb1d-40f4-9454-d12a8acb5873 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.0610249 Jul 16 15:44:55.877854 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Deleting port a8cb2609-d25f-4818-896b-8d39a35fd397 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:44:55.878200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:55.971966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] For port a8cb2609-d25f-4818-896b-8d39a35fd397, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a8cb2609-d25f-4818-896b-8d39a35fd397,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:55.972643 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:56.325520 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:56.325807 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:56.326122 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Floating IP 4c702f07-72d8-4c1f-9ca0-51002e764b1d disassociated. External IP: 172.27.1.244, port: a8cb2609-d25f-4818-896b-8d39a35fd397. Jul 16 15:44:56.326461 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Calling delete_port for a8cb2609-d25f-4818-896b-8d39a35fd397 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:44:56.436836 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0ee01-b631-4210-a761-427ae42af0ec req-f0290151-768a-48d3-be4e-034f521771b5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:56.438310 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d5c0ee01-b631-4210-a761-427ae42af0ec req-f0290151-768a-48d3-be4e-034f521771b5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 946 time: 0.2794952 Jul 16 15:44:56.447944 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c00ba7-eeae-4c0b-b84e-a35b1909949e req-a437c7d5-414a-4d81-be1d-f6599ac236b9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:56.449300 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-02c00ba7-eeae-4c0b-b84e-a35b1909949e req-a437c7d5-414a-4d81-be1d-f6599ac236b9 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.2601101 Jul 16 15:44:56.484047 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-625e47d2-95ce-4616-91b6-6d9e760ccc79 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:56.485433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-625e47d2-95ce-4616-91b6-6d9e760ccc79 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 945 time: 0.2237074 Jul 16 15:44:56.596321 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d5c0ee01-b631-4210-a761-427ae42af0ec req-88698113-0339-4441-b80f-077cec7a1c20 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=60aae663-3c9e-4764-a47b-9ca3c9a9f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460969 Jul 16 15:44:56.610000 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-02c00ba7-eeae-4c0b-b84e-a35b1909949e req-a1ffbb77-1ee1-4938-aa89-cbd895a95a9e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521647 Jul 16 15:44:56.651405 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:56.686273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event deleted for resources: {'Port': ['ID=a8cb2609-d25f-4818-896b-8d39a35fd397,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:56.700372 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Deleting port ff874ffa-42f4-44bf-bf98-08b7107af321 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:44:56.700719 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:56.869167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] For port ff874ffa-42f4-44bf-bf98-08b7107af321, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=ff874ffa-42f4-44bf-bf98-08b7107af321,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:56.869516 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:56.886177 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:44:56.951037 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:44:57.378794 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-32f0b623-6a7b-4d99-abb9-d5502e16397d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662356639&fields=id&tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd HTTP/1.1" status: 200 len: 267 time: 0.1462860 Jul 16 15:44:57.444134 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:57.444480 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:57.444732 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Floating IP 0d4d537d-1845-4756-8be3-e3f8de0da74e disassociated. External IP: 172.27.1.93, port: ff874ffa-42f4-44bf-bf98-08b7107af321. Jul 16 15:44:57.445070 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Calling delete_port for ff874ffa-42f4-44bf-bf98-08b7107af321 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:44:57.460676 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:44:57.475441 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:44:57.485452 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:44:57.486180 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:44:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:57.546196 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] No DVR routers for this DVR port a8cb2609-d25f-4818-896b-8d39a35fd397 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:44:57.550559 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:57.552628 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-859eb2de-4bfa-4e0d-999a-b438625f1594 req-f7b63a01-d428-432a-9dac-f25b9fb80b92 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "DELETE /v2.0/ports/a8cb2609-d25f-4818-896b-8d39a35fd397 HTTP/1.1" status: 204 len: 173 time: 1.7675607 Jul 16 15:44:57.553867 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-deleted', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:44:57.556114 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a610fb24-bec9-4e6b-bde8-7ea13685fc12" -d '{"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-deleted", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:44:57.587401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-5a337531-b454-45ce-9e33-ad31d1a213cb tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:57.589105 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-5a337531-b454-45ce-9e33-ad31d1a213cb tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 984 time: 0.2030182 Jul 16 15:44:57.607658 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:44:57.624892 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Request body: {'port': {'security_groups': ['8c7532da-c6d8-4628-8de0-da868d64bbc2']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:44:57.673200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fec9d4-b3c4-403a-893c-00e98a9b580e x-openstack-request-id: req-74fec9d4-b3c4-403a-893c-00e98a9b580e {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:44:57.673487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38f4018-49d6-40dc-abdc-72302a3833ec", "name": "network-vif-deleted", "tag": "a8cb2609-d25f-4818-896b-8d39a35fd397", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:44:57.673739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74fec9d4-b3c4-403a-893c-00e98a9b580e {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:44:57.674135 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f4018-49d6-40dc-abdc-72302a3833ec', 'name': 'network-vif-deleted', 'tag': 'a8cb2609-d25f-4818-896b-8d39a35fd397', 'status': 'completed', 'code': 200} Jul 16 15:44:57.718969 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:57.771607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event deleted for resources: {'Port': ['ID=ff874ffa-42f4-44bf-bf98-08b7107af321,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:57.790311 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:57.869059 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-239788fd-5e2e-4350-b57f-f156e5453c4e req-693b32fb-d4c2-4352-871b-4603530362e7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38f4018-49d6-40dc-abdc-72302a3833ec HTTP/1.1" status: 200 len: 210 time: 0.0352402 Jul 16 15:44:57.888675 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:57.919984 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:44:57.930992 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:44:57.931645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:44:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:58.044307 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:44:58.078203 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-641b0154-16a5-49ef-9cb4-838331afeedf req-40b25468-24de-4933-93af-1891701a6b73 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 210 time: 0.0804317 Jul 16 15:44:58.142623 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Router 98beedcb-add2-4e56-b314-409317bc5572 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:44:58.147742 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:44:58.221556 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.229972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.267958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:58.295623 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['aa945351-667e-44c5-a587-901600e31870'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:44:58.299110 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d895341-691a-4218-810a-824bf49e52f4 None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:44:58.312999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:58.313639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.315050 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf6882ff-9f1d-4c6d-9bb8-179b8c60f4df req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "PUT /v2.0/ports/aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 942 time: 0.6972904 Jul 16 15:44:58.322575 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33156) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:58.352352 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe97b99-e5a7-408b-8cce-f1a694d2ccc8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event updated for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=7']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:58.358718 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:44:58.372631 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:44:58.390495 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:44:58.393754 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:44:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:58.455552 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['aa945351-667e-44c5-a587-901600e31870'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:44:58.490646 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] No DVR routers for this DVR port ff874ffa-42f4-44bf-bf98-08b7107af321 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:44:58.494192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.496279 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f58a0f1-48e8-4a7c-ade9-a15c62a9713d req-b04b4c6c-32ba-4a8a-b703-b5dad42abd7a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "DELETE /v2.0/ports/ff874ffa-42f4-44bf-bf98-08b7107af321 HTTP/1.1" status: 204 len: 173 time: 2.0012763 Jul 16 15:44:58.498066 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4b5798ca-e41b-4b26-9895-90e28399f38e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.549623 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4b5798ca-e41b-4b26-9895-90e28399f38e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.579978 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:44:58.663242 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4b5798ca-e41b-4b26-9895-90e28399f38e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.666827 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4b5798ca-e41b-4b26-9895-90e28399f38e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.668315 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4b5798ca-e41b-4b26-9895-90e28399f38e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4a12816-ae68-49bb-84e1-d19a62675d69 HTTP/1.1" status: 204 len: 168 time: 0.3446939 Jul 16 15:44:58.670963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33158) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:58.689788 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5798ca-e41b-4b26-9895-90e28399f38e tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a12816-ae68-49bb-84e1-d19a62675d69,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:58.742209 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-091eb93f-bc6e-4c19-82db-cd6125f6b143 None None] Provisioning complete for port aa945351-667e-44c5-a587-901600e31870 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:44:58.742760 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-091eb93f-bc6e-4c19-82db-cd6125f6b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:58.826505 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02304e42-2775-4df4-af7c-e3bce3463884 None None] New status for floating IP 4c702f07-72d8-4c1f-9ca0-51002e764b1d: DOWN {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:44:58.842124 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:58.872363 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:44:58.881208 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:44:58.881823 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:44:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:58.949085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Deleting port fdc5e513-90d0-4772-86ce-1a2e04140965 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:44:58.949306 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.008684 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:44:59.058277 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33164) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:59.092567 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.092963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.108816 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Calling delete_port for fdc5e513-90d0-4772-86ce-1a2e04140965 owned by network:floatingip {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:44:59.198183 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-062917fc-29ff-4c7d-99aa-c9a8a37cc3bb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.223427 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-062917fc-29ff-4c7d-99aa-c9a8a37cc3bb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.280212 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-062917fc-29ff-4c7d-99aa-c9a8a37cc3bb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.283170 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-062917fc-29ff-4c7d-99aa-c9a8a37cc3bb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.284489 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-062917fc-29ff-4c7d-99aa-c9a8a37cc3bb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "DELETE /v2.0/security-groups/60aae663-3c9e-4764-a47b-9ca3c9a9f9db HTTP/1.1" status: 204 len: 168 time: 0.2251005 Jul 16 15:44:59.295552 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33170) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:59.317396 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062917fc-29ff-4c7d-99aa-c9a8a37cc3bb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aae663-3c9e-4764-a47b-9ca3c9a9f9db,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:59.319984 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.api.v2.resource [None req-a7671a4e-7672-489d-a1d3-b5586dd006a9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] show failed (client error): The resource could not be found. Jul 16 15:44:59.321441 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a7671a4e-7672-489d-a1d3-b5586dd006a9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups/60aae663-3c9e-4764-a47b-9ca3c9a9f9db HTTP/1.1" status: 404 len: 347 time: 0.0248346 Jul 16 15:44:59.324334 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33172) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:44:59.376930 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3ad5a83b-3e28-44e9-b024-88887b776c04 req-fcbddfc6-b7a8-4f42-9d1c-f9fb340ce6ca tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7080babd-4ea9-4a3e-af6a-08cbc0318816 HTTP/1.1" status: 200 len: 210 time: 0.0354300 Jul 16 15:44:59.409479 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:44:59.439624 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eecfb5-b585-4762-9e26-428782e9053d None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:44:59.498012 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.506017 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Deleting port d4b11caf-2d7d-45bd-a7f0-628c142e1f36 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:44:59.506627 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.539031 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event deleted for resources: {'Port': ['ID=fdc5e513-90d0-4772-86ce-1a2e04140965,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:59.607100 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.607594 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.621751 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Calling delete_port for d4b11caf-2d7d-45bd-a7f0-628c142e1f36 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:44:59.625686 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks [] for floatingip, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.626539 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Floating IP e4a82139-b513-42d9-9a7f-c83258f9eeb2 disassociated (deleted). External IP: 172.27.1.62, port: aa945351-667e-44c5-a587-901600e31870. Jul 16 15:44:59.676773 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}, {'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'name': 'network-vif-deleted', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:44:59.679422 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870"}, {"server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "name": "network-vif-deleted", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:44:59.754155 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec37647-1121-4546-9b20-892f6518ed5a x-openstack-request-id: req-9ec37647-1121-4546-9b20-892f6518ed5a {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:44:59.755129 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870", "status": "completed", "code": 200}, {"server_uuid": "7080babd-4ea9-4a3e-af6a-08cbc0318816", "name": "network-vif-deleted", "tag": "ff874ffa-42f4-44bf-bf98-08b7107af321", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:44:59.755467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ec37647-1121-4546-9b20-892f6518ed5a {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:44:59.755917 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'status': 'completed', 'code': 200} Jul 16 15:44:59.756229 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7080babd-4ea9-4a3e-af6a-08cbc0318816', 'name': 'network-vif-deleted', 'tag': 'ff874ffa-42f4-44bf-bf98-08b7107af321', 'status': 'completed', 'code': 200} Jul 16 15:44:59.779118 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f9cba-48d7-4525-8701-5777d71a6514 None None] New status for floating IP 0d4d537d-1845-4756-8be3-e3f8de0da74e: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:44:59.784459 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.810323 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event deleted for resources: {'Port': ['ID=d4b11caf-2d7d-45bd-a7f0-628c142e1f36,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:44:59.884541 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.888594 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:44:59.892431 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-51e6c31e-52b5-4439-919f-59834086e0b7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "DELETE /v2.0/floatingips/4c702f07-72d8-4c1f-9ca0-51002e764b1d HTTP/1.1" status: 204 len: 168 time: 0.5631258 Jul 16 15:44:59.923951 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Router 286d8452-ccc7-4abb-8f11-983d2a1837c2 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:44:59.925636 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-58ca2244-42f4-4f98-8789-7fafceb5af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:44:59.927802 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-58ca2244-42f4-4f98-8789-7fafceb5af2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1145022 Jul 16 15:45:00.173023 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device ff874ffa-42f4-44bf-bf98-08b7107af321 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:00.187311 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33178) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.192173 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381425770', 'description': 'tempest-description--815827362'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:00.213377 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: ff874ffa-42f4-44bf-bf98-08b7107af321 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:00.214177 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device ff874ffa-42f4-44bf-bf98-08b7107af321 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:00.214845 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:00.229304 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.264643 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: a8cb2609-d25f-4818-896b-8d39a35fd397 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:00.264996 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device a8cb2609-d25f-4818-896b-8d39a35fd397 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:00.351812 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.356356 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.382760 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.384099 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1957626 Jul 16 15:45:00.387686 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33182) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.392138 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'security_group_rule': {'security_group_id': 'c7a27269-99ed-4b9d-b4a0-94f850ca5579', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:00.396487 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3bbd-960e-4aa6-906f-89d990ce59a3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a27269-99ed-4b9d-b4a0-94f850ca5579,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:00.398081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-235ff274-8fae-4551-b194-386ae1879ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:00.399576 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-235ff274-8fae-4551-b194-386ae1879ce0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 915 time: 0.4641740 Jul 16 15:45:00.414644 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:45:00.426023 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] Sync routers for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:45:00.433123 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.443297 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.445448 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:00.447346 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:44:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:00.447627 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-55969387-32bb-480c-a3d5-031452590174 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 217 time: 0.0404522 Jul 16 15:45:00.509966 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.516882 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-876827fd-de28-46b0-8879-f882312c8f1b tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "DELETE /v2.0/floatingips/e4a82139-b513-42d9-9a7f-c83258f9eeb2 HTTP/1.1" status: 204 len: 168 time: 1.8431592 Jul 16 15:45:00.525842 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.531054 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-362cfd2e-7231-4e3c-a1ef-31d92d75e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:00.533548 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-362cfd2e-7231-4e3c-a1ef-31d92d75e514 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.0691216 Jul 16 15:45:00.554976 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff4ffba-c5db-4bf2-8a8d-f588c009fc21,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:00.560021 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33190) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.583344 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.583890 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:00.584769 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f25ebace-eb87-44e8-973e-c1da5e00a189 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959944 Jul 16 15:45:00.590210 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33192) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.597715 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'security_group_rule': {'security_group_id': 'c7a27269-99ed-4b9d-b4a0-94f850ca5579', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:00.633199 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-57fff21e-b789-45c2-9ede-ee7868bd4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:00.636123 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-57fff21e-b789-45c2-9ede-ee7868bd4dab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928297 Jul 16 15:45:00.651596 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.682448 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a23afd3-346b-4119-9cb0-a940cbdca7fe tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.740049 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a23afd3-346b-4119-9cb0-a940cbdca7fe tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.743715 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.758781 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-87c0c0f4-1890-4363-8ea1-ef67c6ec06c3 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155026 Jul 16 15:45:00.759817 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.798446 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca17e4b-b905-4d7d-86bf-504d4f888630,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:00.804449 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.805839 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-173d1e8d-7649-49ce-ba61-1443700bbb18 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145283 Jul 16 15:45:00.809127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33200) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.820396 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:00.834332 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a23afd3-346b-4119-9cb0-a940cbdca7fe tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.838046 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a23afd3-346b-4119-9cb0-a940cbdca7fe tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.839526 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3a23afd3-346b-4119-9cb0-a940cbdca7fe tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "DELETE /v2.0/security-groups/2a8c65cd-ee53-45aa-af0d-c8009e4f6a77 HTTP/1.1" status: 204 len: 168 time: 0.2784400 Jul 16 15:45:00.843548 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33202) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.860461 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23afd3-346b-4119-9cb0-a940cbdca7fe tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8c65cd-ee53-45aa-af0d-c8009e4f6a77,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:00.868404 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.api.v2.resource [None req-b0bf42f0-663c-43a2-b564-8a8bb7638dce tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] show failed (client error): The resource could not be found. Jul 16 15:45:00.869637 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b0bf42f0-663c-43a2-b564-8a8bb7638dce tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups/2a8c65cd-ee53-45aa-af0d-c8009e4f6a77 HTTP/1.1" status: 404 len: 347 time: 0.0238991 Jul 16 15:45:00.874506 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33204) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:00.897462 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:00.936135 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7fb710ba-4b20-4e8a-9a5f-fa051ee5f2e9 req-08d5c1dd-3bf7-40a4-904d-2fd4e125ea13 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687691 Jul 16 15:45:01.007472 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:55Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:01.034705 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] Checking router: 286d8452-ccc7-4abb-8f11-983d2a1837c2 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:45:01.037348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.043699 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:01.044316 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:44:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:01.053311 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Deleting port 956adcb1-2523-4fa0-be49-904d6d8e2bf9 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:01.053653 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.130993 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.131641 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.143899 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Calling delete_port for 956adcb1-2523-4fa0-be49-904d6d8e2bf9 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:01.148491 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Allocated IP 172.27.1.163 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/8d0c817d-8017-4e45-8f3e-68bcde5bb0e4) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:45:01.156903 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:01.278082 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.288442 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.311011 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event deleted for resources: {'Port': ['ID=956adcb1-2523-4fa0-be49-904d6d8e2bf9,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:01.334302 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.375645 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.376218 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:55Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:01.379517 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.379786 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0b4804be-b30a-4270-89b0-7933d5ca8778 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "DELETE /v2.0/floatingips/0d4d537d-1845-4756-8be3-e3f8de0da74e HTTP/1.1" status: 204 len: 168 time: 0.5040803 Jul 16 15:45:01.383735 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:45:01.396192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:45:01.400785 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:45:01.403822 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'Port': ['ID=8d0c817d-8017-4e45-8f3e-68bcde5bb0e4,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:01.406965 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91f89c-a131-43b2-a1a1-d7501928864a None None] The sync data for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi is: [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:48Z', 'revision_number': 4, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '6747c23d-f5fd-4dcf-8386-80bb27ac6b4d', 'name': '', 'network_id': 'd279250c-d182-4170-b174-8e3a8159523e', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'mac_address': 'fa:16:3e:8e:46:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:48Z', 'updated_at': '2021-07-16T15:41:55Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'subnets': [{'id': '1ca4d092-6ab6-4694-80ba-963a6605adc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:45:01.499202 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.547119 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.650015 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304f34f-0bfe-4b11-beba-653dbccff924 None None] New status for floating IP e4a82139-b513-42d9-9a7f-c83258f9eeb2: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:45:01.710794 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.715058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33210) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:01.720638 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655936007', 'description': 'tempest-description--1762675081'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:01.725515 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.759880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:01.762093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92abff30-63dc-49ea-af57-9c2fccede6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:01.806600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c113abf4-577b-4fbc-abcb-fcb8d77a1cb2 x-openstack-request-id: req-c113abf4-577b-4fbc-abcb-fcb8d77a1cb2 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:01.806890 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "tag": "aa945351-667e-44c5-a587-901600e31870", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:01.807142 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c113abf4-577b-4fbc-abcb-fcb8d77a1cb2 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:01.807555 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'status': 'completed', 'code': 200} Jul 16 15:45:01.808260 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.817725 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'Port': ['ID=8d0c817d-8017-4e45-8f3e-68bcde5bb0e4,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:01.846260 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.947963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-1835cbd3-0e05-4193-9635-e2ffbeacbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:01.949475 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-1835cbd3-0e05-4193-9635-e2ffbeacbd7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0997143 Jul 16 15:45:01.967867 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.987192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.994624 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:01.995810 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-32860beb-bbfa-4bd4-9b7e-62dc23ad9861 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1840005 Jul 16 15:45:02.055249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.056451 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3403440 Jul 16 15:45:02.059481 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33218) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:02.060938 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb1346-5e10-48f0-aaa4-c65fdcda6ca2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d91c11-9f96-4d61-a319-a3085ca94b79,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:02.065293 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91c11-9f96-4d61-a319-a3085ca94b79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:02.086405 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-a57887a0-9be4-4c74-8248-cef515712d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:02.088781 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-a57887a0-9be4-4c74-8248-cef515712d52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 200 len: 915 time: 0.1291485 Jul 16 15:45:02.102334 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.139791 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-90df5822-7fcd-4e52-a449-dba9540bd806 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 200 len: 217 time: 0.0446527 Jul 16 15:45:02.160225 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.165063 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.179935 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c60044-36a7-4f83-a387-de8415119e55,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:02.192227 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.196155 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6d1e6797-4bbf-4826-b9b0-96ba2f511ac3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328487 Jul 16 15:45:02.196294 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33228) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:02.197170 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-8d22145a-1ed0-4ee9-8eaf-48ad85603b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:02.198630 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-8d22145a-1ed0-4ee9-8eaf-48ad85603b19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 200 len: 853 time: 0.0502408 Jul 16 15:45:02.200948 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91c11-9f96-4d61-a319-a3085ca94b79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:02.230145 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.262945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-97ceba52-6039-4cb9-a064-de7898c65e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:02.264486 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-97ceba52-6039-4cb9-a064-de7898c65e86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d279250c-d182-4170-b174-8e3a8159523e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588870 Jul 16 15:45:02.292047 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.296336 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.315359 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.320018 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192384 Jul 16 15:45:02.320284 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33230) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:02.324839 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:02.331965 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37befa-0b18-4604-8dde-585a1dd2db36 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311e00de-e4d2-4a71-b2a8-6a2ee20feb7f,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:02.352946 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.366115 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-cfbc16a2-6029-4545-a485-0282eba1fead service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935829 Jul 16 15:45:02.456163 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.465770 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c871ec08-429b-4527-ab1b-ab2eaad7228d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1381425770&fields=id&tenant_id=be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 267 time: 0.0836072 Jul 16 15:45:02.509488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92abff30-63dc-49ea-af57-9c2fccede6f5 req-44ddf036-3473-424c-8ab8-8e1535361b92 service neutron] 10.222.0.11 "GET /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356337 Jul 16 15:45:02.563330 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Allocated IP 172.27.1.133 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/14c106c3-89ad-4364-ab63-f2d6f9d9b2e8) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:45:02.587661 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-b3b41897-3edb-44b6-92e8-70da7fb9b3e8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:02.589042 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-b3b41897-3edb-44b6-92e8-70da7fb9b3e8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 817 time: 0.1154311 Jul 16 15:45:02.603536 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-29a1bda4-9828-4426-ad87-726a40f76827 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/quotas/be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 375 time: 0.0089595 Jul 16 15:45:02.661569 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.673095 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-2d3ec005-1342-4442-8ad2-7674acd4db05 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641837 Jul 16 15:45:02.699957 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.733987 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:45:02.740613 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:45:02.744082 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:45:02.769046 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'Port': ['ID=14c106c3-89ad-4364-ab63-f2d6f9d9b2e8,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:02.773361 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-26ea12b0-7e0d-4d28-a96b-189514e66363 service neutron] 10.222.0.10 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Jul 16 15:45:02.830534 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:02.864891 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-263c21cb-f03d-4bf7-bc90-5ad8a8ad3ceb service neutron] 10.222.0.10 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821760 Jul 16 15:45:02.872737 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:03.027908 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:03.032969 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12330327'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:03.116901 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'Port': ['ID=14c106c3-89ad-4364-ab63-f2d6f9d9b2e8,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:03.141949 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:03.177278 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-aa70f24d-f5e8-490a-b75d-6d736543f885 req-dbb53414-3a1e-410e-9b7a-2a81d5b9dbab tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 210 time: 0.1649990 Jul 16 15:45:03.177528 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:03.178754 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ae1f4aa1-0375-40bc-a48d-248f6295fa6a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8576057 Jul 16 15:45:03.379079 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-23b60ac4-0f00-42e0-ab69-076ea8b4bd6f tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--655936007&fields=id&tenant_id=1155ccaad14a417487af7af4142ba971 HTTP/1.1" status: 200 len: 267 time: 0.0344090 Jul 16 15:45:03.489909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-1605cc5b-4d48-42d7-8532-2859b64a6ec8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:03.491420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-1605cc5b-4d48-42d7-8532-2859b64a6ec8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 811 time: 0.1054723 Jul 16 15:45:03.507909 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-36074db6-1d4e-4c5e-af26-0ad17d08cd69 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/quotas/1155ccaad14a417487af7af4142ba971 HTTP/1.1" status: 200 len: 375 time: 0.0103421 Jul 16 15:45:03.583370 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-eae1c09b-4e58-4501-912d-79deb79e70e0 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698681 Jul 16 15:45:03.681073 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-0fe5e184-139c-4320-b056-fc3dcf16e5a1 service neutron] 10.222.0.10 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863268 Jul 16 15:45:03.778562 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-b458b357-d2fa-49f3-ab0f-a85c6e26c9ca service neutron] 10.222.0.10 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916731 Jul 16 15:45:03.942172 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-41511c17-ff67-4cb0-874d-a97518812faa req-1e460f11-eee3-4475-8905-46f45ae96960 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.0277343 Jul 16 15:45:04.338393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-796b13e0-d5db-4aba-acfe-1db5f703095b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:04.340118 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-796b13e0-d5db-4aba-acfe-1db5f703095b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 817 time: 0.1466255 Jul 16 15:45:04.377812 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-19543d05-b543-4c24-8b69-1fca085f43e8 req-8f433e8c-cb09-4418-8a34-17bbc4710407 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 210 time: 0.0362396 Jul 16 15:45:04.415825 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-72fb4132-8160-4e11-b6ef-18c7e9f399b9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 380 time: 0.0405202 Jul 16 15:45:04.432943 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'port': {'device_id': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'admin_state_up': True, 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'security_groups': ['c7a27269-99ed-4b9d-b4a0-94f850ca5579']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:04.556023 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Made reservation on behalf of be08718f12574e27bfe95682b66fcb06 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:45:04.560249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:04.728958 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Allocated IP 172.20.0.7 (e84ee211-f558-4547-97c1-f426b7cd8bdb/734e5de5-ac7b-4a92-a991-0645ae0691ac/10604f84-c86b-48de-9989-db646eb4f13e) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:45:04.872455 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:04.886017 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Transition to ACTIVE for port object 10604f84-c86b-48de-9989-db646eb4f13e will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:45:04.918262 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:04.960015 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Network e84ee211-f558-4547-97c1-f426b7cd8bdb is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:45:04.965080 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:45:04.968804 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:45:05.010269 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:05.036705 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:05.037440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.056440 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-c94c0696-c3d2-4b02-b95e-be37045f7ef7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280949 Jul 16 15:45:05.083314 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Request body: {'port': {'device_id': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:05.106751 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a8175dbe-174c-4cd3-9940-788644978a59 req-82497ce6-a43e-4020-ab23-c58bee559607 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.0386629 Jul 16 15:45:05.175195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.257550 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e85b6a1c-2ca6-4f4b-a1b4-826a2e59e08e None None] Provisioning for port 10604f84-c86b-48de-9989-db646eb4f13e completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:45:05.261291 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e85b6a1c-2ca6-4f4b-a1b4-826a2e59e08e None None] Provisioning complete for port 10604f84-c86b-48de-9989-db646eb4f13e triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:45:05.261657 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e85b6a1c-2ca6-4f4b-a1b4-826a2e59e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.294346 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e85b6a1c-2ca6-4f4b-a1b4-826a2e59e08e None None] Port 10604f84-c86b-48de-9989-db646eb4f13e cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:45:05.430200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10604f84-c86b-48de-9989-db646eb4f13e {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:45:05.437824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.449724 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Transition to ACTIVE for port object 10604f84-c86b-48de-9989-db646eb4f13e will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:45:05.454892 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.510872 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:05.625387 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Attempting to bind port 10604f84-c86b-48de-9989-db646eb4f13e on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:45:05.625804 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Attempting to bind port 10604f84-c86b-48de-9989-db646eb4f13e by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:45:05.626208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Attempting to bind port 10604f84-c86b-48de-9989-db646eb4f13e on network e84ee211-f558-4547-97c1-f426b7cd8bdb {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:45:05.633616 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Port 10604f84-c86b-48de-9989-db646eb4f13e on network e84ee211-f558-4547-97c1-f426b7cd8bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:45:05.634026 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Attempting to bind port 10604f84-c86b-48de-9989-db646eb4f13e on network e84ee211-f558-4547-97c1-f426b7cd8bdb {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:45:05.645563 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3971-2c50-4249-b274-a008394b6a06 req-b5d0f39c-df91-4628-a9e3-060931f50f3e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:05.647235 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d01d3971-2c50-4249-b274-a008394b6a06 req-b5d0f39c-df91-4628-a9e3-060931f50f3e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1189811 Jul 16 15:45:05.650149 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:45:05.650609 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Checking segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:45:05.651095 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Bound using segment: {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:45:05.651676 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Bound port: 10604f84-c86b-48de-9989-db646eb4f13e, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:45:05.652139 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.725622 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d01d3971-2c50-4249-b274-a008394b6a06 req-7bd87249-f755-428f-8481-47a97436b960 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710471 Jul 16 15:45:05.744555 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:45:05.747632 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:45:05.751760 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.786428 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:05.787035 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:05.788427 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 200 len: 1093 time: 0.7113035 Jul 16 15:45:05.788857 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:05.791049 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df" -d '{"events": [{"name": "network-changed", "server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:05.822889 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cbcb8-6946-4dbe-8794-8671533b55c9 service neutron] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:05.840701 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b354f981-f1e4-45b2-963c-dec20d6eca51 x-openstack-request-id: req-b354f981-f1e4-45b2-963c-dec20d6eca51 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:05.840990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:05.841237 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b354f981-f1e4-45b2-963c-dec20d6eca51 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:05.841827 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'status': 'completed', 'code': 200} Jul 16 15:45:06.248273 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42ddd58f-5145-4857-af05-79e5ae3adf6c req-55669b8c-c5ae-4a09-9251-e94f47a9d228 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.0281711 Jul 16 15:45:06.908524 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3aba1-765e-4fa8-9d20-1a5b08187b55 req-b109b330-c719-4611-9205-908640266b8c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:06.910027 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c1c3aba1-765e-4fa8-9d20-1a5b08187b55 req-b109b330-c719-4611-9205-908640266b8c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0622380 Jul 16 15:45:06.946245 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c1c3aba1-765e-4fa8-9d20-1a5b08187b55 req-0633df13-5502-47ea-943f-3c12d8b162fd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300617 Jul 16 15:45:07.384911 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b5adf0b8-a140-45e1-94b1-3f6099919b48 req-8a8b6cf5-4ea0-444d-b13b-f634c17674d5 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.0307572 Jul 16 15:45:07.976491 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-c03fef38-4fff-49ad-8888-95cfb0fb80d8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:07.977929 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-c03fef38-4fff-49ad-8888-95cfb0fb80d8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 811 time: 0.1364014 Jul 16 15:45:07.980729 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df req-1d2a31f8-8523-4083-bde2-5e1ac54db556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:07.982122 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df req-1d2a31f8-8523-4083-bde2-5e1ac54db556 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1096 time: 0.1320434 Jul 16 15:45:08.099244 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-a422bb3d-c997-4c90-885a-2a967cd33458 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1155ccaad14a417487af7af4142ba971 HTTP/1.1" status: 200 len: 379 time: 0.0934958 Jul 16 15:45:08.135258 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'port': {'device_id': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'admin_state_up': True, 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'security_groups': ['f1d91c11-9f96-4d61-a319-a3085ca94b79']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:08.212848 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df req-647b9466-6d71-4738-b4e9-6cf3f1dace25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:08.214303 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df req-647b9466-6d71-4738-b4e9-6cf3f1dace25 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=be08718f12574e27bfe95682b66fcb06&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2075233 Jul 16 15:45:08.589619 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1edb5d-cb47-4b5b-a075-de666253f82f req-7be03045-5218-4bc2-9fa1-7c97973ba29c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:08.591056 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d1edb5d-cb47-4b5b-a075-de666253f82f req-7be03045-5218-4bc2-9fa1-7c97973ba29c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.4996068 Jul 16 15:45:08.647683 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Made reservation on behalf of 1155ccaad14a417487af7af4142ba971 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:45:08.651070 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:08.696858 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df req-b96cb27c-7172-4568-8365-cd8d5f65e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:08.698198 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d7548ca-e9de-4f8c-8b30-59ac1434e5df req-b96cb27c-7172-4568-8365-cd8d5f65e6fc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4722593 Jul 16 15:45:08.700408 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-99e52517-66cf-4cf5-9639-a36b0b8a077f req-9456a377-37f8-41c9-aeaf-3165bc4e5fff tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.1083817 Jul 16 15:45:08.703132 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7d1edb5d-cb47-4b5b-a075-de666253f82f req-4c525c08-23e8-4f64-8ec0-b4199f3a4667 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977185 Jul 16 15:45:08.848437 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Allocated IP 172.20.0.10 (f6d71c75-7af2-471b-9f9f-4027387a0ef4/55b68bb6-d009-4946-afcd-d16752b5f433/da4f25a7-5376-47e1-80ea-88a980557a6d) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:45:08.869386 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-406146a6-20dd-442e-bfb1-b6cb9237329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:08.870887 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-406146a6-20dd-442e-bfb1-b6cb9237329e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1096 time: 0.1050017 Jul 16 15:45:08.928930 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-588eb800-c0eb-4bd4-ba41-41a39c8bcd8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 200 len: 217 time: 0.0443347 Jul 16 15:45:09.035891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-33027ff2-0171-46fd-9329-45951f4a7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:09.037420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-33027ff2-0171-46fd-9329-45951f4a7c31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0945153 Jul 16 15:45:09.098100 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:09.115113 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Transition to ACTIVE for port object da4f25a7-5376-47e1-80ea-88a980557a6d will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:45:09.140153 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-a2194f06-1454-4b79-a1a1-8fac6c657f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:09.141650 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-a2194f06-1454-4b79-a1a1-8fac6c657f29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976009 Jul 16 15:45:09.175383 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:09.293859 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:45:09.303163 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event updated for resources: {'Port': ['ID=da4f25a7-5376-47e1-80ea-88a980557a6d,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:09.305605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:45:09.311587 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:45:09.361713 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-48266fc1-93a6-4a97-9344-6b500daa3214 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041276 Jul 16 15:45:09.384279 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:09.384920 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:09.404208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180add1-50d5-4f8b-a48c-bf138d1e03e3 req-0a690b79-c158-494d-8b10-58cf673d2406 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:09.405743 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2180add1-50d5-4f8b-a48c-bf138d1e03e3 req-0a690b79-c158-494d-8b10-58cf673d2406 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.1948223 Jul 16 15:45:09.411839 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-00dc4d12-3b4f-4bd2-aadb-02192bf3b831 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2982864 Jul 16 15:45:09.449995 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2180add1-50d5-4f8b-a48c-bf138d1e03e3 req-7ad8e680-797e-4b37-95a2-14bdedc07a1f tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371809 Jul 16 15:45:09.477035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0a2397e6-8a1d-4544-9bda-45789ddd6df7 None None] Provisioning for port da4f25a7-5376-47e1-80ea-88a980557a6d completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:45:09.480497 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-0a2397e6-8a1d-4544-9bda-45789ddd6df7 None None] Provisioning complete for port da4f25a7-5376-47e1-80ea-88a980557a6d triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:45:09.480875 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0a2397e6-8a1d-4544-9bda-45789ddd6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:09.516226 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-0a2397e6-8a1d-4544-9bda-45789ddd6df7 None None] Port da4f25a7-5376-47e1-80ea-88a980557a6d cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:45:09.915189 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccee58-1157-451f-977c-0fbd12cd6ea8 req-fae56e1a-2648-4b31-b661-a5ff61509c00 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:09.916694 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23ccee58-1157-451f-977c-0fbd12cd6ea8 req-fae56e1a-2648-4b31-b661-a5ff61509c00 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 932 time: 0.1022899 Jul 16 15:45:09.924823 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0606f-9584-4816-8e63-d6786e622213 req-1a533567-de92-4b8a-9238-345fc37be3b0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:09.926217 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bee0606f-9584-4816-8e63-d6786e622213 req-1a533567-de92-4b8a-9238-345fc37be3b0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1027043 Jul 16 15:45:09.982314 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23ccee58-1157-451f-977c-0fbd12cd6ea8 req-226ae0ca-74ec-4814-87d7-1e26da95a0f6 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551715 Jul 16 15:45:09.989234 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bee0606f-9584-4816-8e63-d6786e622213 req-5764c395-8923-4e79-b9e8-2325db14bb3c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563567 Jul 16 15:45:10.617827 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b9c9-9818-434b-903c-e89e486cb2df req-4fbdd127-2595-4732-b834-2e6d4a13978d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:10.619322 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2359b9c9-9818-434b-903c-e89e486cb2df req-4fbdd127-2595-4732-b834-2e6d4a13978d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0615859 Jul 16 15:45:10.657307 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2359b9c9-9818-434b-903c-e89e486cb2df req-0a856a91-c086-428c-9765-c86893157375 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Jul 16 15:45:11.194649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68588787-8258-4a48-83ac-ec62cc5094ae req-dae821e7-4429-4098-a9b6-4ebdd4ae7e79 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:11.196058 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-68588787-8258-4a48-83ac-ec62cc5094ae req-dae821e7-4429-4098-a9b6-4ebdd4ae7e79 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 932 time: 0.1065106 Jul 16 15:45:11.203102 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100315ad-9bed-42e2-90e3-519e7b0b2623 req-a7bca78f-3a5c-4c8c-a44e-6d81a6fd75fa tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:11.204486 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-100315ad-9bed-42e2-90e3-519e7b0b2623 req-a7bca78f-3a5c-4c8c-a44e-6d81a6fd75fa tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1053638 Jul 16 15:45:11.259906 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-68588787-8258-4a48-83ac-ec62cc5094ae req-41aa9362-05af-42b0-9754-d077007f3cc1 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545030 Jul 16 15:45:11.262695 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-100315ad-9bed-42e2-90e3-519e7b0b2623 req-10a27c10-dfc3-4d1c-98a3-d7123f12e6c9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512168 Jul 16 15:45:11.827480 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa113f6-a6a2-460f-9861-1d521899259a req-aa53f35f-ad48-452a-b2e6-44e3586e97b4 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:11.828926 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ffa113f6-a6a2-460f-9861-1d521899259a req-aa53f35f-ad48-452a-b2e6-44e3586e97b4 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0616906 Jul 16 15:45:11.864923 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ffa113f6-a6a2-460f-9861-1d521899259a req-ffaa3016-ff34-49bc-af10-e2cec78fa1e4 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297270 Jul 16 15:45:12.130358 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Request body: {'port': {'device_id': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:12.248754 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a35f38d4-dfc2-48c3-997b-86577d849a10 req-2310f87b-bfbc-4974-9728-5b2fbf563690 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481671 Jul 16 15:45:12.249700 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:12.552898 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101975a-c6e7-470c-8659-4c66a30e04fc req-eaeee297-28fb-4c98-9a90-8189aff5211e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:12.554360 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c101975a-c6e7-470c-8659-4c66a30e04fc req-eaeee297-28fb-4c98-9a90-8189aff5211e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 932 time: 0.1787071 Jul 16 15:45:12.577545 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425fcf5-aaa2-426f-b750-d486bc7f4fcd req-2e40f758-461f-4935-9df5-5f5b8bac5e46 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:12.578917 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b425fcf5-aaa2-426f-b750-d486bc7f4fcd req-2e40f758-461f-4935-9df5-5f5b8bac5e46 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1843159 Jul 16 15:45:12.661905 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c101975a-c6e7-470c-8659-4c66a30e04fc req-2622e4cc-3381-46d9-8687-6f6b545fd5e3 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993474 Jul 16 15:45:12.665232 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4f25a7-5376-47e1-80ea-88a980557a6d {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:45:12.673549 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b425fcf5-aaa2-426f-b750-d486bc7f4fcd req-3ff25e6b-5ed0-4eb9-a466-d7aec5753125 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856352 Jul 16 15:45:12.675251 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:12.687502 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Transition to ACTIVE for port object da4f25a7-5376-47e1-80ea-88a980557a6d will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:45:12.692207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:12.741372 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f25a7-5376-47e1-80ea-88a980557a6d,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:12.764800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.765143 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.765481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.765814 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.766143 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.766470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.766796 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.767123 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.767474 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.767796 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.768115 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.768433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:12.824472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Attempting to bind port da4f25a7-5376-47e1-80ea-88a980557a6d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:45:12.824808 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Attempting to bind port da4f25a7-5376-47e1-80ea-88a980557a6d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:45:12.825138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Attempting to bind port da4f25a7-5376-47e1-80ea-88a980557a6d on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:45:12.830011 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Port da4f25a7-5376-47e1-80ea-88a980557a6d on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:45:12.830663 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Attempting to bind port da4f25a7-5376-47e1-80ea-88a980557a6d on network f6d71c75-7af2-471b-9f9f-4027387a0ef4 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:45:12.836044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:45:12.836383 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Checking segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:45:12.836768 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Bound using segment: {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:45:12.837202 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Bound port: da4f25a7-5376-47e1-80ea-88a980557a6d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af630c60-c463-4bc5-b9ac-505bc1392808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:45:12.837566 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:12.908192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] For port da4f25a7-5376-47e1-80ea-88a980557a6d, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:45:12.912701 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] For port da4f25a7-5376-47e1-80ea-88a980557a6d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=da4f25a7-5376-47e1-80ea-88a980557a6d,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:45:12.918529 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:12.956944 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:12.957991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:12.959401 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] 10.222.0.11 "PUT /v2.0/ports/da4f25a7-5376-47e1-80ea-88a980557a6d HTTP/1.1" status: 200 len: 1094 time: 0.8343401 Jul 16 15:45:12.959842 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:12.962091 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:12.992528 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1af483-453b-4b3d-ba24-e4add8bd6183 service neutron] Pushing event updated for resources: {'Port': ['ID=da4f25a7-5376-47e1-80ea-88a980557a6d,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:13.023333 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a7dfd-63e8-43bd-b77f-e00b13500532 x-openstack-request-id: req-0c6a7dfd-63e8-43bd-b77f-e00b13500532 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:13.023641 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:13.023879 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c6a7dfd-63e8-43bd-b77f-e00b13500532 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:13.024267 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'status': 'completed', 'code': 200} Jul 16 15:45:13.062370 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe64e-f687-4649-bc65-33fb92e0de17 req-c684438a-eecb-4954-b4ed-390f483ba0e9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:13.063894 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f8ebe64e-f687-4649-bc65-33fb92e0de17 req-c684438a-eecb-4954-b4ed-390f483ba0e9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0849514 Jul 16 15:45:13.125655 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f8ebe64e-f687-4649-bc65-33fb92e0de17 req-075727f1-04bb-49ae-9843-8ad13f633a02 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452468 Jul 16 15:45:13.136903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-330abac6-0a1d-4502-9df5-adf0a9aa8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:13.138398 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-330abac6-0a1d-4502-9df5-adf0a9aa8d84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 1097 time: 0.0939503 Jul 16 15:45:13.188143 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-5403dce9-a68e-49b0-956f-6e904ee16cca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4f25a7-5376-47e1-80ea-88a980557a6d HTTP/1.1" status: 200 len: 217 time: 0.0343294 Jul 16 15:45:13.240977 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-64625e87-c085-4e37-af7a-e1796ce9b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:13.242428 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-64625e87-c085-4e37-af7a-e1796ce9b256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0464947 Jul 16 15:45:13.301636 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-87de6e40-1ac3-4c02-9c97-c80c0a7ffff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:13.303157 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-87de6e40-1ac3-4c02-9c97-c80c0a7ffff8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540171 Jul 16 15:45:13.397034 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-6f0f9bac-a755-4363-9166-629aacd6fcb6 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Jul 16 15:45:13.506812 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf1c9870-4082-4ffa-8832-7af269fc505e req-b0174d30-5d8a-4da1-88d1-65a6ac06fd63 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865335 Jul 16 15:45:13.873827 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9668-4f84-4d35-917c-12f0aead8b9f req-6e27fd8f-b74f-40ec-b12d-5d1cf85df2b8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:13.875300 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a3db9668-4f84-4d35-917c-12f0aead8b9f req-6e27fd8f-b74f-40ec-b12d-5d1cf85df2b8 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 944 time: 0.1042504 Jul 16 15:45:13.887908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce397-ed5b-48e8-bf67-0c5bdb4ff96e req-17c935af-baa4-4a59-9b68-9dd6220bfd58 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:13.889336 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4acce397-ed5b-48e8-bf67-0c5bdb4ff96e req-17c935af-baa4-4a59-9b68-9dd6220bfd58 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0914564 Jul 16 15:45:13.944899 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a3db9668-4f84-4d35-917c-12f0aead8b9f req-8999afea-46d4-4733-b7c3-3231680a4393 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545866 Jul 16 15:45:13.947639 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4acce397-ed5b-48e8-bf67-0c5bdb4ff96e req-62f89cbb-fe6c-4854-84df-2434fd6abca8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516109 Jul 16 15:45:13.953758 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8d5845a-3250-4eba-b5d8-c4066e8c2314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:14.076959 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:14.292574 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400dc3d-157b-4de8-96d1-bbf1c5a090a3 req-513ce6d0-89cc-4039-b287-aec12dde9873 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:14.294023 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6400dc3d-157b-4de8-96d1-bbf1c5a090a3 req-513ce6d0-89cc-4039-b287-aec12dde9873 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0619164 Jul 16 15:45:14.330313 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6400dc3d-157b-4de8-96d1-bbf1c5a090a3 req-753add4d-ef1f-447e-b8a3-d4b1496d80a5 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Jul 16 15:45:15.157253 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e253ca5-712d-4ea8-bfbb-9b126fb865d8 req-191111bc-0531-4c35-980b-a78273e1ed21 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:15.158604 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1e253ca5-712d-4ea8-bfbb-9b126fb865d8 req-191111bc-0531-4c35-980b-a78273e1ed21 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 944 time: 0.0992720 Jul 16 15:45:15.178479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41917a-56b4-4a51-ab35-33a4f37456c2 req-0e81f6ca-d689-496b-a078-bdb1638514d6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:15.179854 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac41917a-56b4-4a51-ab35-33a4f37456c2 req-0e81f6ca-d689-496b-a078-bdb1638514d6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1100323 Jul 16 15:45:15.227415 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1e253ca5-712d-4ea8-bfbb-9b126fb865d8 req-69553ca8-97d1-46b3-be20-2a7e11e37dd1 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620556 Jul 16 15:45:15.231851 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac41917a-56b4-4a51-ab35-33a4f37456c2 req-3aac8fae-9a77-4fdf-90bf-a0dedf52b788 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Jul 16 15:45:15.505167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93cce9-ae7d-4b63-9220-742c65f1322d req-946e0f11-d124-4c1d-a128-1f7288d8ed56 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:15.506528 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2b93cce9-ae7d-4b63-9220-742c65f1322d req-946e0f11-d124-4c1d-a128-1f7288d8ed56 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0651660 Jul 16 15:45:15.542745 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2b93cce9-ae7d-4b63-9220-742c65f1322d req-cd1af5c7-791e-4ded-8335-ab2d42e164b9 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Jul 16 15:45:16.404789 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:45:16.469904 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1ec4b-7009-4d23-a3b3-7e30697a26d1 req-4d11c4b6-94d0-4e44-9fb2-2800ec6df56c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.471413 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-50c1ec4b-7009-4d23-a3b3-7e30697a26d1 req-4d11c4b6-94d0-4e44-9fb2-2800ec6df56c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 944 time: 0.1341946 Jul 16 15:45:16.479207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e89fb6-9d35-4cd9-bd0d-d5f947ef6186 req-42b5ebf3-ccd4-4d0c-94d7-7a4ac672dca5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.480616 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-79e89fb6-9d35-4cd9-bd0d-d5f947ef6186 req-42b5ebf3-ccd4-4d0c-94d7-7a4ac672dca5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1344192 Jul 16 15:45:16.497623 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:16.509067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '10604f84-c86b-48de-9989-db646eb4f13e', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'port_id': '10604f84-c86b-48de-9989-db646eb4f13e', 'mac_address': 'fa:16:3e:86:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:45:16.546373 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-50c1ec4b-7009-4d23-a3b3-7e30697a26d1 req-fa673223-12f0-4c42-8e28-d380f56ebd95 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646749 Jul 16 15:45:16.548035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:16.554982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-79e89fb6-9d35-4cd9-bd0d-d5f947ef6186 req-2a759245-f35b-4c31-bba9-2f4efb96f2f5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645535 Jul 16 15:45:16.556716 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-7eb360c6-5ca2-4518-8806-86dad17959e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.558156 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-7eb360c6-5ca2-4518-8806-86dad17959e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 1097 time: 0.1467421 Jul 16 15:45:16.560871 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10604f84-c86b-48de-9989-db646eb4f13e {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:45:16.586254 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:16.597221 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:16.606029 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:16.663747 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-63a4966d-91d6-4ae7-8b5b-1eb00413aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:16.668649 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:16.679882 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-5f4cd9bf-c4a6-416c-9e4d-5925ab1ffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.681299 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-5f4cd9bf-c4a6-416c-9e4d-5925ab1ffedc service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.1129262 Jul 16 15:45:16.737547 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-9759e918-82d4-4c63-ac8c-7dda81c8bf89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4f25a7-5376-47e1-80ea-88a980557a6d HTTP/1.1" status: 200 len: 217 time: 0.0375118 Jul 16 15:45:16.765318 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a11fcb-9e0e-46c8-8c4e-5f93d2bd8d39 req-2fe088f1-e28b-4413-aae8-5e179247f1d6 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.766731 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-82a11fcb-9e0e-46c8-8c4e-5f93d2bd8d39 req-2fe088f1-e28b-4413-aae8-5e179247f1d6 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.1020133 Jul 16 15:45:16.806451 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-82a11fcb-9e0e-46c8-8c4e-5f93d2bd8d39 req-25811e7b-9e4d-4bf0-87fd-6b374423e439 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c7532da-c6d8-4628-8de0-da868d64bbc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339675 Jul 16 15:45:16.857141 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-d5ce7313-abf6-49c2-b489-80c25721afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.858598 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-d5ce7313-abf6-49c2-b489-80c25721afc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0485337 Jul 16 15:45:16.952086 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-7d47b6c6-acac-49a1-82bb-532660583dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:16.953429 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-7d47b6c6-acac-49a1-82bb-532660583dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518935 Jul 16 15:45:17.040875 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-31d7e866-1535-4006-a228-51e69481674b service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790348 Jul 16 15:45:17.053896 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['10604f84-c86b-48de-9989-db646eb4f13e'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:45:17.133097 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f75891e-1cc9-4e79-a434-a5d1f18a0ec4 req-63a52c91-9f68-4689-a659-bd11abe974bc service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Jul 16 15:45:17.265273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-e5c360ce-f9b2-499e-98f6-40cda1dc83f7 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:17.266650 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-e5c360ce-f9b2-499e-98f6-40cda1dc83f7 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 945 time: 0.0619986 Jul 16 15:45:17.371176 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Deleting port aa945351-667e-44c5-a587-901600e31870 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:17.371573 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:17.458840 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] For port aa945351-667e-44c5-a587-901600e31870, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=aa945351-667e-44c5-a587-901600e31870,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:17.459263 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:17.471556 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Calling delete_port for aa945351-667e-44c5-a587-901600e31870 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:17.600061 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:17.649143 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:17.657573 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Pushing event deleted for resources: {'Port': ['ID=aa945351-667e-44c5-a587-901600e31870,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:17.658003 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['aa945351-667e-44c5-a587-901600e31870'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:45:17.681348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] No DVR routers for this DVR port aa945351-667e-44c5-a587-901600e31870 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:45:17.692262 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:17.694193 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4beaf921-1537-4af2-8dde-108af7f4b648 req-031f8a3a-2959-49c2-be15-4e947170788d tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.11 "DELETE /v2.0/ports/aa945351-667e-44c5-a587-901600e31870 HTTP/1.1" status: 204 len: 173 time: 0.4176443 Jul 16 15:45:17.694669 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'name': 'network-vif-deleted', 'tag': 'aa945351-667e-44c5-a587-901600e31870'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:17.696947 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6236d-2523-402b-944c-e9818789d6dd" -d '{"events": [{"server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "name": "network-vif-deleted", "tag": "aa945351-667e-44c5-a587-901600e31870"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:17.798150 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba471b-2e7d-4bf3-8b1c-2f1a7d7a0dbb req-c312ae36-4f44-4a7c-979a-4e06ca29f99e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:17.799647 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e3ba471b-2e7d-4bf3-8b1c-2f1a7d7a0dbb req-c312ae36-4f44-4a7c-979a-4e06ca29f99e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 944 time: 0.1194751 Jul 16 15:45:17.806947 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f082f2-2fa7-4ce2-ba36-d11ee759ca4d req-4fc57202-a441-484f-a1c0-faff899652d3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:17.808341 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c1f082f2-2fa7-4ce2-ba36-d11ee759ca4d req-4fc57202-a441-484f-a1c0-faff899652d3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 944 time: 0.0883577 Jul 16 15:45:17.862448 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e3ba471b-2e7d-4bf3-8b1c-2f1a7d7a0dbb req-927bddf0-3ed7-43f9-9c47-1d09cc89788c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531709 Jul 16 15:45:17.869446 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c1f082f2-2fa7-4ce2-ba36-d11ee759ca4d req-e90aa669-16f1-4c00-9648-1ccd2bf9f61f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530951 Jul 16 15:45:17.918617 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a0bfe3-5f58-483c-987f-7fce6e5bde55 x-openstack-request-id: req-b6a0bfe3-5f58-483c-987f-7fce6e5bde55 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:17.918913 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cc4291-b500-4611-808f-b3db00369fa5", "name": "network-vif-deleted", "tag": "aa945351-667e-44c5-a587-901600e31870", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:17.919168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6a0bfe3-5f58-483c-987f-7fce6e5bde55 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:17.919601 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cc4291-b500-4611-808f-b3db00369fa5', 'name': 'network-vif-deleted', 'tag': 'aa945351-667e-44c5-a587-901600e31870', 'status': 'completed', 'code': 200} Jul 16 15:45:18.024791 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b7e54fc-7309-4a53-baea-ae313622b89d req-f195d170-4dfb-40ac-8055-746efc836eb8 tempest-TestMinimumBasicScenario-544620379 tempest-TestMinimumBasicScenario-544620379-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cc4291-b500-4611-808f-b3db00369fa5 HTTP/1.1" status: 200 len: 210 time: 0.0320888 Jul 16 15:45:18.415524 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:45:18.462675 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 10604f84-c86b-48de-9989-db646eb4f13e completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:45:18.466184 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 10604f84-c86b-48de-9989-db646eb4f13e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:45:18.466562 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:18.536813 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-cb158a6a-7c00-4aa2-bb78-65377ed30f7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555844 Jul 16 15:45:18.546240 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:18.571954 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:18.574279 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dfd302-1472-4e1b-b275-72fb893d9b01" -d '{"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-plugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:18.587502 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:18.595534 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:18.621003 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc163b50-1606-449b-8230-b76bd79f4a89 x-openstack-request-id: req-fc163b50-1606-449b-8230-b76bd79f4a89 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:18.621296 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-plugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:18.621567 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc163b50-1606-449b-8230-b76bd79f4a89 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:18.621939 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'code': 200} Jul 16 15:45:18.647125 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:18.694754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d3ff-057e-4661-9585-0bddac27984d req-95a489a5-d529-48fd-b77d-8cd95e876eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:18.696357 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-95a489a5-d529-48fd-b77d-8cd95e876eba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1098 time: 0.1129284 Jul 16 15:45:18.811915 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d3ff-057e-4661-9585-0bddac27984d req-d9d3d284-d576-48bd-bf7b-c7c3d0687195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:18.813352 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-d9d3d284-d576-48bd-bf7b-c7c3d0687195 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.0919604 Jul 16 15:45:18.906257 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-5e910606-1bba-459b-a79c-0edd5397d054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 1001 time: 0.0780163 Jul 16 15:45:19.234175 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ec82-ebba-4c72-b328-7c21d49d0444 req-cdc610eb-0e60-472e-ad38-572976ad9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:19.235619 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9896ec82-ebba-4c72-b328-7c21d49d0444 req-cdc610eb-0e60-472e-ad38-572976ad9d34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1098 time: 0.4142344 Jul 16 15:45:19.301274 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d3ff-057e-4661-9585-0bddac27984d req-6ae33c72-8a84-4e4a-9698-3cf4939924b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:19.302657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-6ae33c72-8a84-4e4a-9698-3cf4939924b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.3883479 Jul 16 15:45:19.355252 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9896ec82-ebba-4c72-b328-7c21d49d0444 req-b79fe511-d578-419b-aa75-c874bacb751d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884712 Jul 16 15:45:19.383661 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738274ff-a138-441f-953d-b3f05d1615e2 req-ba6c536b-8038-434c-a9c9-62cbb94d7883 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:19.385037 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-738274ff-a138-441f-953d-b3f05d1615e2 req-ba6c536b-8038-434c-a9c9-62cbb94d7883 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1781871 Jul 16 15:45:19.395128 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a8a56-ad7b-4647-a3dc-08ffe47cb182 req-c112364f-40cd-483d-bd20-dd8e120d2270 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:19.396581 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fc8a8a56-ad7b-4647-a3dc-08ffe47cb182 req-c112364f-40cd-483d-bd20-dd8e120d2270 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 944 time: 0.1868494 Jul 16 15:45:19.454141 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:19.455091 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d3ff-057e-4661-9585-0bddac27984d req-b5f3a92d-0e6c-48bf-a53d-8317b1a4775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:19.457518 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-b5f3a92d-0e6c-48bf-a53d-8317b1a4775e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1412866 Jul 16 15:45:19.466825 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-738274ff-a138-441f-953d-b3f05d1615e2 req-7273b07f-1ab9-4eb7-b794-70aae282ecf2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681498 Jul 16 15:45:19.473573 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fc8a8a56-ad7b-4647-a3dc-08ffe47cb182 req-fd2dd192-98ba-45cc-91d0-54f1aa598055 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662649 Jul 16 15:45:19.753151 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-144bd063-4e0d-49db-a779-1d9d08ca32f0 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981033 Jul 16 15:45:19.846303 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0165d3ff-057e-4661-9585-0bddac27984d req-35846d5b-9207-4907-937c-770b1eac7bf1 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 Jul 16 15:45:20.178925 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33488) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:20.425488 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device da4f25a7-5376-47e1-80ea-88a980557a6d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:45:20.529213 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port da4f25a7-5376-47e1-80ea-88a980557a6d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=da4f25a7-5376-47e1-80ea-88a980557a6d,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:20.544641 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'port_id': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'mac_address': 'fa:16:3e:70:30:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:45:20.578637 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:20.606022 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:20.623427 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4f25a7-5376-47e1-80ea-88a980557a6d {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:45:20.647624 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port da4f25a7-5376-47e1-80ea-88a980557a6d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=da4f25a7-5376-47e1-80ea-88a980557a6d,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:20.655217 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:20.682695 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02119c-e14c-406a-81ee-f32fa2087dbd req-e3035f7a-b435-48b6-97f1-a0108254f0c0 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:20.683984 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d02119c-e14c-406a-81ee-f32fa2087dbd req-e3035f7a-b435-48b6-97f1-a0108254f0c0 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 944 time: 0.0794678 Jul 16 15:45:20.707655 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=da4f25a7-5376-47e1-80ea-88a980557a6d,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:20.740360 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d02119c-e14c-406a-81ee-f32fa2087dbd req-ba2ee708-9f58-40de-a58d-e96f0a447642 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499463 Jul 16 15:45:20.833419 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a2fa-5745-4a48-a75e-a6c5481a7df6 req-2a4e8b27-f88b-4f17-a023-6298fa47355b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:20.838119 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c71a2fa-5745-4a48-a75e-a6c5481a7df6 req-2a4e8b27-f88b-4f17-a023-6298fa47355b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0723901 Jul 16 15:45:20.878379 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c71a2fa-5745-4a48-a75e-a6c5481a7df6 req-a892ce0d-38ec-430e-9afa-8b2aa697c84a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378072 Jul 16 15:45:21.013582 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['da4f25a7-5376-47e1-80ea-88a980557a6d'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:45:21.142433 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Deleting port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:21.142776 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:21.219757 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] For port 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:21.220398 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:21.231405 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Calling delete_port for 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:21.397580 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:21.430263 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Pushing event deleted for resources: {'Port': ['ID=6747c23d-f5fd-4dcf-8386-80bb27ac6b4d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:21.454669 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.455011 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.455383 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.455965 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.456293 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.456670 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.457038 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.457451 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.457897 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.458296 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.458681 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.458928 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:21.601390 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:21.805665 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Router 286d8452-ccc7-4abb-8f11-983d2a1837c2 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:45:21.909214 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:45:21.917523 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e5b2b1f2-85d0-446c-9a08-cbba6962416d admin admin] 10.222.0.10 "PUT /v2.0/routers/286d8452-ccc7-4abb-8f11-983d2a1837c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374766 Jul 16 15:45:21.917737 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33510) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:21.923739 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] Sync routers for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:45:21.936665 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:21.937735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:21.967259 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a1ed-cbfd-495f-bd1a-95e927052843 req-9a603f60-c250-40a3-97aa-a95c27f58e9c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:21.968800 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62f8a1ed-cbfd-495f-bd1a-95e927052843 req-9a603f60-c250-40a3-97aa-a95c27f58e9c tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 945 time: 0.1115413 Jul 16 15:45:22.052424 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:22.056951 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62f8a1ed-cbfd-495f-bd1a-95e927052843 req-b0832dfb-fa54-4f7a-a0a9-f2889090baeb tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795074 Jul 16 15:45:22.098435 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.206457 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db19320-e2c9-4125-ace1-4813659abc0e req-edb5db28-3d2d-4410-a5f9-f3946e4e0ca1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:22.208097 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2db19320-e2c9-4125-ace1-4813659abc0e req-edb5db28-3d2d-4410-a5f9-f3946e4e0ca1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1637342 Jul 16 15:45:22.231197 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:45:21Z', 'revision_number': 5, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port': {'id': '17f0ac26-ac4d-46da-9e44-9ebc54f81ebf', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:da:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:22.265165 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2db19320-e2c9-4125-ace1-4813659abc0e req-94b66f4e-428e-4d19-a383-e6c59bafd647 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Jul 16 15:45:22.266364 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.327918 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Deleting port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:22.328260 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.385187 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] Checking router: 286d8452-ccc7-4abb-8f11-983d2a1837c2 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:45:22.394353 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] Routers {'286d8452-ccc7-4abb-8f11-983d2a1837c2'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:22.395154 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['286d8452-ccc7-4abb-8f11-983d2a1837c2'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:22.429592 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device da4f25a7-5376-47e1-80ea-88a980557a6d up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:45:22.484833 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] For port 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:22.485192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.501059 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Calling delete_port for 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf owned by network:router_gateway {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:22.521903 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] Set router 286d8452-ccc7-4abb-8f11-983d2a1837c2 gateway port host: None {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:22.553847 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a2f62-bfd6-4764-9ddc-93dd23147cf4 req-d4aa3593-7e08-4111-a281-9e91ec4c0397 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:22.555302 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-327a2f62-bfd6-4764-9ddc-93dd23147cf4 req-d4aa3593-7e08-4111-a281-9e91ec4c0397 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1454411 Jul 16 15:45:22.564073 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33520) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:22.569395 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Request body: {'floatingip': {'port_id': '10604f84-c86b-48de-9989-db646eb4f13e'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:22.579331 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:45:22Z', 'revision_number': 6, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:22.606061 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29019d4-cf1f-4a6e-9b3e-d8a581117018 None None] The sync data for ids ['286d8452-ccc7-4abb-8f11-983d2a1837c2'] in dv-cinder-784815-1-iscsi is: [{'id': '286d8452-ccc7-4abb-8f11-983d2a1837c2', 'name': 'tempest-TestMinimumBasicScenario-209791883-router', 'tenant_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:45Z', 'updated_at': '2021-07-16T15:45:22Z', 'revision_number': 6, 'project_id': 'f3f272ab96cf484abd05ba1bc5bcfbcd', 'gw_port_host': None}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:45:22.607541 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port da4f25a7-5376-47e1-80ea-88a980557a6d completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:45:22.610113 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.611332 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port da4f25a7-5376-47e1-80ea-88a980557a6d triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:45:22.611675 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.636728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37963511-5e4e-4ca8-8f1d-406f06e1e1d7 req-0160c7aa-5d98-486b-b942-ec4e2a2db229 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:22.643705 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-37963511-5e4e-4ca8-8f1d-406f06e1e1d7 req-0160c7aa-5d98-486b-b942-ec4e2a2db229 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 946 time: 0.1474657 Jul 16 15:45:22.701969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.725516 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-37963511-5e4e-4ca8-8f1d-406f06e1e1d7 req-50054f16-9f96-4bb4-b949-1a81945caeed tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809433 Jul 16 15:45:22.726432 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:22.729035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a64a2-5ec9-4657-8ba9-f8af2bec4e12" -d '{"events": [{"server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "name": "network-vif-plugged", "status": "completed", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:22.742056 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port da4f25a7-5376-47e1-80ea-88a980557a6d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=da4f25a7-5376-47e1-80ea-88a980557a6d,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:22.746518 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.747536 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device aa945351-667e-44c5-a587-901600e31870 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:22.769945 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: aa945351-667e-44c5-a587-901600e31870 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:22.769945 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device aa945351-667e-44c5-a587-901600e31870 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:22.789899 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d42c0-826c-4642-9255-8a7518dd0b0f x-openstack-request-id: req-f30d42c0-826c-4642-9255-8a7518dd0b0f {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:22.790590 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "name": "network-vif-plugged", "status": "completed", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:22.790590 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f30d42c0-826c-4642-9255-8a7518dd0b0f {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:22.790829 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'code': 200} Jul 16 15:45:22.801138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:22.829228 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f0ac26-ac4d-46da-9e44-9ebc54f81ebf,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:22.829609 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=da4f25a7-5376-47e1-80ea-88a980557a6d,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:22.903001 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.040890 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.044010 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.120575 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.121213 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286d8452-ccc7-4abb-8f11-983d2a1837c2 {{(pid=99564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:45:23.126293 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.130323 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-bd88b4f1-d078-4d28-ac57-7dca2f846bb6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/286d8452-ccc7-4abb-8f11-983d2a1837c2 HTTP/1.1" status: 204 len: 168 time: 1.2088249 Jul 16 15:45:23.130557 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33526) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:23.132596 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.137828 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.170983 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028cf4f-da47-434d-a6d3-3f2557780bb6 req-5e2cad69-2687-4206-88c2-ec8d4ffda613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:23.172509 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f028cf4f-da47-434d-a6d3-3f2557780bb6 req-5e2cad69-2687-4206-88c2-ec8d4ffda613 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 1099 time: 0.1602709 Jul 16 15:45:23.197995 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Deleting subnet 1ca4d092-6ab6-4694-80ba-963a6605adc0 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:45:23.226479 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.235070 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Floating IP 921b227d-dc13-4678-ae24-b1a37265b0d6 associated. External IP: 172.27.1.163, port: 10604f84-c86b-48de-9989-db646eb4f13e. Jul 16 15:45:23.269889 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f028cf4f-da47-434d-a6d3-3f2557780bb6 req-c1a734a6-d133-4dce-ae93-001d2a918680 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807600 Jul 16 15:45:23.282994 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.325247 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d60bd-f819-4070-9e73-76cf8b1de95f req-52eb6730-b6f1-4d79-bf70-7b70cf99a389 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:23.326644 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8c8d60bd-f819-4070-9e73-76cf8b1de95f req-52eb6730-b6f1-4d79-bf70-7b70cf99a389 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.1484249 Jul 16 15:45:23.432358 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8c8d60bd-f819-4070-9e73-76cf8b1de95f req-c4841d89-60da-44b1-877f-2d9d1ef6fa9a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954490 Jul 16 15:45:23.435365 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.439554 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:45:23.494258 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.520579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca4d092-6ab6-4694-80ba-963a6605adc0,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:23.525508 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.527298 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-9d6a09bb-2315-420d-a728-8a84208e4771 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ca4d092-6ab6-4694-80ba-963a6605adc0 HTTP/1.1" status: 204 len: 168 time: 0.3958137 Jul 16 15:45:23.530165 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33528) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:23.531857 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51621d7b-486d-4e12-85c6-932f85a0c1ca None None] Network d279250c-d182-4170-b174-8e3a8159523e requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:45:23.551876 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:45:23.556494 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.563848 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:45:23.583403 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:23.584748 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:23.595955 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3d3ee57b-e7f0-432e-898d-d642b7d66098 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "PUT /v2.0/floatingips/921b227d-dc13-4678-ae24-b1a37265b0d6 HTTP/1.1" status: 200 len: 991 time: 1.0301087 Jul 16 15:45:23.596723 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:23.599670 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:23.605533 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.672024 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Deleting port 25208681-dc0a-4598-8397-e43f6255f1ce {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:23.676170 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.740503 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:23.749999 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ddeb94-d732-4ecf-b695-7a90913f73aa x-openstack-request-id: req-21ddeb94-d732-4ecf-b695-7a90913f73aa {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:23.750292 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:23.750542 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21ddeb94-d732-4ecf-b695-7a90913f73aa {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:23.750942 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'status': 'completed', 'code': 200} Jul 16 15:45:23.786207 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] For port 25208681-dc0a-4598-8397-e43f6255f1ce, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=25208681-dc0a-4598-8397-e43f6255f1ce,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:23.786575 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.801991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Calling delete_port for 25208681-dc0a-4598-8397-e43f6255f1ce owned by network:dhcp {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:23.881020 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] DHCP port deletion for d279250c-d182-4170-b174-8e3a8159523e request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:45:23.926278 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] Deleting port 25208681-dc0a-4598-8397-e43f6255f1ce {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:23.926679 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:23.985775 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '921b227d-dc13-4678-ae24-b1a37265b0d6', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'port_id': '10604f84-c86b-48de-9989-db646eb4f13e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'mac_address': 'fa:16:3e:86:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:45:01Z', 'updated_at': '2021-07-16T15:45:23Z', 'revision_number': 1, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:23.990707 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] For port 25208681-dc0a-4598-8397-e43f6255f1ce, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=25208681-dc0a-4598-8397-e43f6255f1ce,segment=NetworkSegment(564ff5b8-3a8f-42a2-b9df-0b918d665fb4),segment_id=564ff5b8-3a8f-42a2-b9df-0b918d665fb4)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:23.991359 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.000182 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c289d-3b50-43f4-8c0e-e96a98de6cbc req-6972d5fe-9fe7-4a2b-b942-ac73cac2b9c8 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:24.001690 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d6c289d-3b50-43f4-8c0e-e96a98de6cbc req-6972d5fe-9fe7-4a2b-b942-ac73cac2b9c8 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 946 time: 0.1305377 Jul 16 15:45:24.003695 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] Calling delete_port for 25208681-dc0a-4598-8397-e43f6255f1ce owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:24.008778 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-25978773-0092-4f15-8841-99b1c0e0d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:24.010770 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-25978773-0092-4f15-8841-99b1c0e0d7de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1098 time: 0.1417029 Jul 16 15:45:24.015926 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:45:24.019977 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.024528 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:24.025143 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:24.073936 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] No DVR routers for this DVR port 25208681-dc0a-4598-8397-e43f6255f1ce on host dv-cinder-784815-1-iscsi {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:45:24.077696 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=25208681-dc0a-4598-8397-e43f6255f1ce,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:24.131405 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.136561 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:24.158384 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] Pushing event deleted for resources: {'Port': ['ID=25208681-dc0a-4598-8397-e43f6255f1ce,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:24.161075 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800fdac-8211-495d-99a7-3d6ae0c55e20 None None] No DVR routers for this DVR port 25208681-dc0a-4598-8397-e43f6255f1ce on host dv-cinder-784815-1-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:45:24.172348 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2d6c289d-3b50-43f4-8c0e-e96a98de6cbc req-924d1b93-5e2b-45e0-ac66-03be5342bee0 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602461 Jul 16 15:45:24.227445 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.243088 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d279250c-d182-4170-b174-8e3a8159523e']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:24.249946 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-f8d94e83-e302-4d24-a36f-cb0f3460f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:24.251446 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-f8d94e83-e302-4d24-a36f-cb0f3460f1c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.2333601 Jul 16 15:45:24.254552 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564ff5b8-3a8f-42a2-b9df-0b918d665fb4') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:24.254844 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564ff5b8-3a8f-42a2-b9df-0b918d665fb4') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:24.270639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.317762 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.380133 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '921b227d-dc13-4678-ae24-b1a37265b0d6', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'port_id': '10604f84-c86b-48de-9989-db646eb4f13e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'mac_address': 'fa:16:3e:86:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:45:01Z', 'updated_at': '2021-07-16T15:45:23Z', 'revision_number': 1, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:24.408461 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aa1fb-b885-4702-859f-3ffb30e31365 None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '921b227d-dc13-4678-ae24-b1a37265b0d6', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'port_id': '10604f84-c86b-48de-9989-db646eb4f13e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'mac_address': 'fa:16:3e:86:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:45:01Z', 'updated_at': '2021-07-16T15:45:23Z', 'revision_number': 1, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:45:24.521486 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 25208681-dc0a-4598-8397-e43f6255f1ce no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:24.552122 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 25208681-dc0a-4598-8397-e43f6255f1ce {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:24.552800 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 25208681-dc0a-4598-8397-e43f6255f1ce not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:24.552919 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:24.576762 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:24.577353 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6747c23d-f5fd-4dcf-8386-80bb27ac6b4d not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:24.577958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:24.604855 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:24.605206 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 17f0ac26-ac4d-46da-9e44-9ebc54f81ebf not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:24.643535 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:45:24.643945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:45:24.647374 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:45:24.679114 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29da3ef-bce0-42e3-9bc5-fa8f526e0541 None None] New status for floating IP 921b227d-dc13-4678-ae24-b1a37265b0d6: ACTIVE {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:45:24.689389 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-78e17861-a474-43f4-9897-f2dd61e648f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 200 len: 999 time: 0.4282811 Jul 16 15:45:24.729940 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.734473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:24.739164 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] 10.222.0.10 "DELETE /v2.0/networks/d279250c-d182-4170-b174-8e3a8159523e HTTP/1.1" status: 204 len: 168 time: 1.2052684 Jul 16 15:45:24.739622 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33540) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:24.805901 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba91e-5bad-4ce7-82b5-00ba736e6e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d279250c-d182-4170-b174-8e3a8159523e,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:24.857445 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436aeb6-4649-4083-a427-5e7698a89402 req-7e8343cb-aa37-4d54-8e56-feb13f07e29b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:24.864559 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4436aeb6-4649-4083-a427-5e7698a89402 req-7e8343cb-aa37-4d54-8e56-feb13f07e29b tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.2332425 Jul 16 15:45:24.891197 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-e47c470b-d420-4f11-bd13-f3facb7ed569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:24.892724 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-e47c470b-d420-4f11-bd13-f3facb7ed569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.1480188 Jul 16 15:45:24.956020 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4436aeb6-4649-4083-a427-5e7698a89402 req-dcb9176a-781d-4bb8-b4e0-f87121e455b6 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899165 Jul 16 15:45:24.972992 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-fd3c5983-d7b9-4e61-9a84-d2091dffcb70 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:24.974530 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-fd3c5983-d7b9-4e61-9a84-d2091dffcb70 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 946 time: 0.2162807 Jul 16 15:45:25.032985 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-d35e8dcb-28b0-4ec4-80d9-fe570126adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:25.034483 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-d35e8dcb-28b0-4ec4-80d9-fe570126adae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304975 Jul 16 15:45:25.158453 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-04196fb6-0ecc-4d5a-b737-4645fc6e2433 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159971 Jul 16 15:45:25.160600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Deleting port d0bbefd7-1b4f-4779-9e96-befa6fc8353b {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:25.160941 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.310697 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.316998 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] For port d0bbefd7-1b4f-4779-9e96-befa6fc8353b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:25.317391 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.332179 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d693ff96-4d8b-4215-bcfb-e46d4aa31ed4 req-326f12c5-1dbc-4cf5-ba36-40c5bd43b719 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671979 Jul 16 15:45:25.336617 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Calling delete_port for d0bbefd7-1b4f-4779-9e96-befa6fc8353b owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:25.504487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.540456 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['d0bbefd7-1b4f-4779-9e96-befa6fc8353b'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:45:25.567416 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Pushing event deleted for resources: {'Port': ['ID=d0bbefd7-1b4f-4779-9e96-befa6fc8353b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:25.576718 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Deleting port bad49127-d6e2-43e0-bdea-2d66d6d4279a {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:25.577070 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.594605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] No DVR routers for this DVR port d0bbefd7-1b4f-4779-9e96-befa6fc8353b on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:45:25.597008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.599697 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b3ee5b9-f435-4a05-9088-999ff63e1c2d req-e648d19d-9299-48a9-87ec-8795b948eb0f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "DELETE /v2.0/ports/d0bbefd7-1b4f-4779-9e96-befa6fc8353b HTTP/1.1" status: 204 len: 173 time: 0.6167324 Jul 16 15:45:25.600298 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'name': 'network-vif-deleted', 'tag': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:25.603060 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409432cc-2aa2-4952-8473-6b95b8faa353" -d '{"events": [{"server_uuid": "db2d4a3a-4f35-41ea-95fb-bbeec654695e", "name": "network-vif-deleted", "tag": "d0bbefd7-1b4f-4779-9e96-befa6fc8353b"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:25.612814 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e4ec6-2230-41d7-aaac-d7e68dd51988 req-54cf5175-f454-4242-b780-fa6f924c4e47 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:25.615713 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c13e4ec6-2230-41d7-aaac-d7e68dd51988 req-54cf5175-f454-4242-b780-fa6f924c4e47 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=db2d4a3a-4f35-41ea-95fb-bbeec654695e HTTP/1.1" status: 200 len: 867 time: 0.1642404 Jul 16 15:45:25.652834 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e61f4f-6bd3-48a9-ae3d-2360c5cfb3a1 x-openstack-request-id: req-54e61f4f-6bd3-48a9-ae3d-2360c5cfb3a1 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:25.653126 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d4a3a-4f35-41ea-95fb-bbeec654695e", "name": "network-vif-deleted", "tag": "d0bbefd7-1b4f-4779-9e96-befa6fc8353b", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:25.653374 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54e61f4f-6bd3-48a9-ae3d-2360c5cfb3a1 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:25.653767 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d4a3a-4f35-41ea-95fb-bbeec654695e', 'name': 'network-vif-deleted', 'tag': 'd0bbefd7-1b4f-4779-9e96-befa6fc8353b', 'status': 'completed', 'code': 200} Jul 16 15:45:25.662558 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c13e4ec6-2230-41d7-aaac-d7e68dd51988 req-74667763-a63c-408e-b25f-4384fcd6671e tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Jul 16 15:45:25.671030 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] For port bad49127-d6e2-43e0-bdea-2d66d6d4279a, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bad49127-d6e2-43e0-bdea-2d66d6d4279a,segment=NetworkSegment(5cf3d95d-a7e3-44af-827d-3ef59fbdb84b),segment_id=5cf3d95d-a7e3-44af-827d-3ef59fbdb84b)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:25.671445 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.688191 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Calling delete_port for bad49127-d6e2-43e0-bdea-2d66d6d4279a owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:25.869389 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:25.894545 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Pushing event deleted for resources: {'Port': ['ID=bad49127-d6e2-43e0-bdea-2d66d6d4279a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:26.054736 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:26.155051 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b1c6-8d7b-458c-8647-d3d8dcadf295 req-7a37ddb8-6613-4466-927e-02f61d25832e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:26.156689 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17f4b1c6-8d7b-458c-8647-d3d8dcadf295 req-7a37ddb8-6613-4466-927e-02f61d25832e tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.0740502 Jul 16 15:45:26.201285 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17f4b1c6-8d7b-458c-8647-d3d8dcadf295 req-99003bb5-96ba-41a4-9b16-f59590ee92f2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385239 Jul 16 15:45:26.272175 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Router 52c7c6f6-64e3-4f5c-a916-a8daa194167f has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:45:26.377292 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:45:26.382635 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f95fd6bc-5bb3-442d-b9dc-15b73ddb37de admin admin] 10.222.0.10 "PUT /v2.0/routers/52c7c6f6-64e3-4f5c-a916-a8daa194167f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420846 Jul 16 15:45:26.383407 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347628ec-dc79-480f-a6a5-6522659d63e8 req-797c3073-7030-4f68-ad2a-ddcefd7210db tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:26.385028 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-347628ec-dc79-480f-a6a5-6522659d63e8 req-797c3073-7030-4f68-ad2a-ddcefd7210db tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.0708020 Jul 16 15:45:26.385228 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33554) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:26.389871 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] Sync routers for ids ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:45:26.394759 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 33556) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:26.399993 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] Routers {'52c7c6f6-64e3-4f5c-a916-a8daa194167f'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:26.400617 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:26.430075 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Request body: {'floatingip': {'port_id': 'da4f25a7-5376-47e1-80ea-88a980557a6d'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:26.478550 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:26.592200 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] Set router 52c7c6f6-64e3-4f5c-a916-a8daa194167f gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:26.618554 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:26.764727 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:45:25Z', 'revision_number': 5, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:26.795461 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] Checking router: 52c7c6f6-64e3-4f5c-a916-a8daa194167f for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:45:26.805292 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] Routers {'52c7c6f6-64e3-4f5c-a916-a8daa194167f'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:26.805982 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:26.806170 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:26.908106 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] Set router 52c7c6f6-64e3-4f5c-a916-a8daa194167f gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:26.958538 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Deleting port b4ce1073-8e5a-4975-8678-9e6f2c04287e {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:26.959359 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.089184 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:45:25Z', 'revision_number': 5, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:27.104039 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] For port b4ce1073-8e5a-4975-8678-9e6f2c04287e, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=b4ce1073-8e5a-4975-8678-9e6f2c04287e,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:27.104395 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.115193 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7baf3-bb4b-4164-a6fb-257de86fa4f9 None None] The sync data for ids ['52c7c6f6-64e3-4f5c-a916-a8daa194167f'] in dv-cinder-784815-1-iscsi is: [{'id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'name': 'tempest-TestMinimumBasicScenario-1742112995-router', 'tenant_id': '89edcf4f61134c6da125ff735d576ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:41:50Z', 'updated_at': '2021-07-16T15:45:25Z', 'revision_number': 5, 'project_id': '89edcf4f61134c6da125ff735d576ea5', 'gw_port': {'id': 'b4ce1073-8e5a-4975-8678-9e6f2c04287e', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7c6f6-64e3-4f5c-a916-a8daa194167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:41:51Z', 'updated_at': '2021-07-16T15:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:45:27.145256 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Calling delete_port for b4ce1073-8e5a-4975-8678-9e6f2c04287e owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:27.196179 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.201345 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.558592 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Floating IP edc8135b-09e6-4030-8dce-23776dbb8157 associated. External IP: 172.27.1.133, port: da4f25a7-5376-47e1-80ea-88a980557a6d. Jul 16 15:45:27.685319 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.735139 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ce1073-8e5a-4975-8678-9e6f2c04287e,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:27.814721 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.931809 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.935745 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.979133 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Router 98beedcb-add2-4e56-b314-409317bc5572 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:45:27.989600 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.990107 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c7c6f6-64e3-4f5c-a916-a8daa194167f {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:45:27.996519 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:27.997645 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9d4fcb28-292a-4105-b7ac-990579e01739 admin admin] 10.222.0.10 "DELETE /v2.0/routers/52c7c6f6-64e3-4f5c-a916-a8daa194167f HTTP/1.1" status: 204 len: 168 time: 1.6115236 Jul 16 15:45:28.000422 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33568) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:28.052177 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Deleting subnet e7b32243-85c8-48a8-9b51-da46ea836722 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:45:28.055881 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.095008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.098832 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:45:28.103306 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.109127 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:45:28.130446 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:28.131205 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:28.147042 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-df1f574a-2123-4794-a6a3-63f342093991 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "PUT /v2.0/floatingips/edc8135b-09e6-4030-8dce-23776dbb8157 HTTP/1.1" status: 200 len: 992 time: 1.7486649 Jul 16 15:45:28.147042 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:28.147607 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307369be-b771-4846-be4d-d357b5095b33" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:28.177654 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.237229 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.244411 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:28.263098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b32243-85c8-48a8-9b51-da46ea836722,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:28.266968 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.268847 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-b6a1ec70-4c59-490d-b2c2-81673576fef5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e7b32243-85c8-48a8-9b51-da46ea836722 HTTP/1.1" status: 204 len: 168 time: 0.2669055 Jul 16 15:45:28.271414 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33574) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:28.274998 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e521560-608d-41ed-a4da-84a341d75abd None None] Network a0fed0a1-016e-49b8-a6a6-d9db4a6e330b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:45:28.336872 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.387692 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Deleting port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:45:28.387956 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.457648 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] For port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,segment=NetworkSegment(5cf3d95d-a7e3-44af-827d-3ef59fbdb84b),segment_id=5cf3d95d-a7e3-44af-827d-3ef59fbdb84b)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:28.458019 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.472816 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Calling delete_port for b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb owned by network:dhcp {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:45:28.561123 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.571102 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bad49127-d6e2-43e0-bdea-2d66d6d4279a no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:28.590067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:28.593533 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] No DVR routers for this DVR port b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb on host dv-cinder-784815-1-iscsi {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:45:28.597924 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: bad49127-d6e2-43e0-bdea-2d66d6d4279a {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:28.598252 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bad49127-d6e2-43e0-bdea-2d66d6d4279a not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:28.599154 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4ce1073-8e5a-4975-8678-9e6f2c04287e no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:28.654365 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: b4ce1073-8e5a-4975-8678-9e6f2c04287e {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:28.654699 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4ce1073-8e5a-4975-8678-9e6f2c04287e not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:28.664822 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.674699 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fed0a1-016e-49b8-a6a6-d9db4a6e330b']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:28.685115 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:28.685332 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf3d95d-a7e3-44af-827d-3ef59fbdb84b') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:28.694277 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.712596 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.719413 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:45:28.719588 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:45:28.723831 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:45:28.732231 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'edc8135b-09e6-4030-8dce-23776dbb8157', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '98beedcb-add2-4e56-b314-409317bc5572', 'port_id': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'mac_address': 'fa:16:3e:70:30:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:45:02Z', 'updated_at': '2021-07-16T15:45:27Z', 'revision_number': 1, 'project_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:28.759540 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4858c31-414c-46a3-812f-0eca7249f74e None None] DHCP port deletion for a0fed0a1-016e-49b8-a6a6-d9db4a6e330b request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:45:28.762753 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:45:28.776745 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:45:28.777370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:45:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:28.784224 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.789143 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:28.793607 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a0fed0a1-016e-49b8-a6a6-d9db4a6e330b HTTP/1.1" status: 204 len: 168 time: 0.5187101 Jul 16 15:45:28.803840 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048857b2-9dab-4ab7-98ca-2c70912b6a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fed0a1-016e-49b8-a6a6-d9db4a6e330b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:28.885721 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:45:28.952487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33578) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:28.993252 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e1e7a531-928f-41dd-b226-eb8519c336f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3f272ab96cf484abd05ba1bc5bcfbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396044 Jul 16 15:45:28.995991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33582) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:29.042873 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1fac38f0-183c-4b40-a79b-3694f33d8660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.063653 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1fac38f0-183c-4b40-a79b-3694f33d8660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.110880 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'edc8135b-09e6-4030-8dce-23776dbb8157', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '98beedcb-add2-4e56-b314-409317bc5572', 'port_id': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'mac_address': 'fa:16:3e:70:30:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:45:02Z', 'updated_at': '2021-07-16T15:45:27Z', 'revision_number': 1, 'project_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:45:29.113043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1fac38f0-183c-4b40-a79b-3694f33d8660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.115709 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1fac38f0-183c-4b40-a79b-3694f33d8660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.116849 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-1fac38f0-183c-4b40-a79b-3694f33d8660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c7532da-c6d8-4628-8de0-da868d64bbc2 HTTP/1.1" status: 204 len: 168 time: 0.1197741 Jul 16 15:45:29.124214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac38f0-183c-4b40-a79b-3694f33d8660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7532da-c6d8-4628-8de0-da868d64bbc2,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:29.142068 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe0b9b-78f7-4975-8229-4da8d18c89d5 None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'edc8135b-09e6-4030-8dce-23776dbb8157', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': '98beedcb-add2-4e56-b314-409317bc5572', 'port_id': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'mac_address': 'fa:16:3e:70:30:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:45:02Z', 'updated_at': '2021-07-16T15:45:27Z', 'revision_number': 1, 'project_id': '1155ccaad14a417487af7af4142ba971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:45:29.330841 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbf3e6-d9eb-445c-a184-7e10aba3b88c None None] New status for floating IP edc8135b-09e6-4030-8dce-23776dbb8157: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:45:29.441775 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33588) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:29.481623 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4e5fcb41-ffd5-4dfc-8cec-772e9025fc08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89edcf4f61134c6da125ff735d576ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386164 Jul 16 15:45:29.484247 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33590) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:45:29.531449 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e376a753-5fa7-4a11-8c46-29e9985aea14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.551859 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e376a753-5fa7-4a11-8c46-29e9985aea14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.596536 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e376a753-5fa7-4a11-8c46-29e9985aea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.599172 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e376a753-5fa7-4a11-8c46-29e9985aea14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:29.600358 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e376a753-5fa7-4a11-8c46-29e9985aea14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abca35bd-5fc4-4d03-942a-208fe4e603dd HTTP/1.1" status: 204 len: 168 time: 0.1152036 Jul 16 15:45:29.608157 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376a753-5fa7-4a11-8c46-29e9985aea14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca35bd-5fc4-4d03-942a-208fe4e603dd,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:29.873131 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device d0bbefd7-1b4f-4779-9e96-befa6fc8353b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:29.894212 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: d0bbefd7-1b4f-4779-9e96-befa6fc8353b {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:29.895350 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device d0bbefd7-1b4f-4779-9e96-befa6fc8353b not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:29.943630 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e22b2f9-ac1e-4eb0-993f-0be80f046624 x-openstack-request-id: req-9e22b2f9-ac1e-4eb0-993f-0be80f046624 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:29.944139 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:29.944239 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e22b2f9-ac1e-4eb0-993f-0be80f046624 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:29.944557 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'status': 'completed', 'code': 200} Jul 16 15:45:30.042356 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307369be-b771-4846-be4d-d357b5095b33 req-c481062a-e2f9-4cd4-896c-9563507c7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:30.043924 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-c481062a-e2f9-4cd4-896c-9563507c7644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1155ccaad14a417487af7af4142ba971&device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 1099 time: 0.0542300 Jul 16 15:45:30.140455 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307369be-b771-4846-be4d-d357b5095b33 req-9513a653-2ce4-47ed-b133-c1e2d17fcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:30.141838 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-9513a653-2ce4-47ed-b133-c1e2d17fcaaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 200 len: 912 time: 0.0838661 Jul 16 15:45:30.207959 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-074691fe-cb1b-4d6b-abff-20f20b742ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da4f25a7-5376-47e1-80ea-88a980557a6d HTTP/1.1" status: 200 len: 1002 time: 0.0597625 Jul 16 15:45:30.254615 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307369be-b771-4846-be4d-d357b5095b33 req-a556c4c2-4227-42a9-b862-dff9a6a51ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:30.256032 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-a556c4c2-4227-42a9-b862-dff9a6a51ec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 200 len: 850 time: 0.0413978 Jul 16 15:45:30.310265 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307369be-b771-4846-be4d-d357b5095b33 req-4d270708-d782-48b2-a990-70ce73bc1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:30.311721 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-4d270708-d782-48b2-a990-70ce73bc1466 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6d71c75-7af2-471b-9f9f-4027387a0ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495174 Jul 16 15:45:30.401166 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-f8253b8c-2199-47a3-be98-6ef62a95a5f7 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Jul 16 15:45:30.491884 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307369be-b771-4846-be4d-d357b5095b33 req-92822b78-7dd6-4cce-b41b-1a44f14308f4 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837102 Jul 16 15:45:30.493846 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:45:30.512890 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:45:30.513239 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device b4faf51d-9b4c-4dee-b2a3-c1bf7544a8cb not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:45:33.949040 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:45:36.738328 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-5fe606b2-9e00-41ae-8441-c25e1672587d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:36.739938 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-5fe606b2-9e00-41ae-8441-c25e1672587d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/networks?id=ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 200 len: 814 time: 0.1031761 Jul 16 15:45:36.753750 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-abbfa9a8-1c48-4c65-bbba-da58febcb6bf tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/quotas/56512999122e4382bc07059025d84936 HTTP/1.1" status: 200 len: 375 time: 0.0085468 Jul 16 15:45:36.785323 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-4929a31e-f0d8-42c5-a01f-1f70c5172eb8 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=56512999122e4382bc07059025d84936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265470 Jul 16 15:45:36.958729 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-da73ce1f-0a9a-43e3-afa1-de32e49545f9 service neutron] 10.222.0.10 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673477 Jul 16 15:45:37.042189 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-67a7cede-7281-4d35-878b-b715868476d6 service neutron] 10.222.0.10 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777993 Jul 16 15:45:37.206035 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6815705d-225d-4602-bfe0-83309b97cb8d req-94b6d33e-2a86-4b82-9d8d-e8029be4d648 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 210 time: 0.0323155 Jul 16 15:45:38.343891 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ab782e95-fdc3-4b51-886a-267c37cd9211 req-a7c76afc-f132-4478-ac23-8eb48a8053b3 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jul 16 15:45:38.539824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-24c50113-9e7c-4e71-9bc9-b6a2bdc94f3c tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:38.541172 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-24c50113-9e7c-4e71-9bc9-b6a2bdc94f3c tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "GET /v2.0/networks?id=ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 200 len: 814 time: 0.1035471 Jul 16 15:45:38.568092 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Request body: {'port': {'device_id': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e', 'admin_state_up': True, 'tenant_id': '56512999122e4382bc07059025d84936'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:38.671963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Made reservation on behalf of 56512999122e4382bc07059025d84936 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:45:38.675470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:38.800528 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Allocated IP 172.20.0.2 (ceb0fc42-ce09-4721-9489-131e4a31f90e/ede4e680-8b0d-45d6-b8d5-babe96aa78f7/6b61efd3-54e8-4659-b376-3943f484c5da) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:45:38.945496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:38.982799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.022597 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Network ceb0fc42-ce09-4721-9489-131e4a31f90e is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:45:39.027575 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:45:39.031110 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:45:39.056159 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Pushing event updated for resources: {'Port': ['ID=6b61efd3-54e8-4659-b376-3943f484c5da,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:39.082010 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:39.082611 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.095451 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-490c6160-bbd5-460f-81a3-0b956a53c730 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5317276 Jul 16 15:45:39.115901 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Request body: {'port': {'device_id': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:45:39.185986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.431843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b61efd3-54e8-4659-b376-3943f484c5da {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:45:39.438992 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.450878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Transition to ACTIVE for port object 6b61efd3-54e8-4659-b376-3943f484c5da will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:45:39.464169 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.540753 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61efd3-54e8-4659-b376-3943f484c5da,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:39.599384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac41a-97f9-4615-b4a1-33441312ad88 req-dc93dc1a-d492-4a9f-967f-1c6cb9bef209 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:39.600873 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-348ac41a-97f9-4615-b4a1-33441312ad88 req-dc93dc1a-d492-4a9f-967f-1c6cb9bef209 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 943 time: 0.1463459 Jul 16 15:45:39.653412 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-348ac41a-97f9-4615-b4a1-33441312ad88 req-a2c19abb-577d-4266-90e7-82c39bc7ccbe tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Jul 16 15:45:39.654084 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Attempting to bind port 6b61efd3-54e8-4659-b376-3943f484c5da on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:45:39.654421 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Attempting to bind port 6b61efd3-54e8-4659-b376-3943f484c5da by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:45:39.654748 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Attempting to bind port 6b61efd3-54e8-4659-b376-3943f484c5da on network ceb0fc42-ce09-4721-9489-131e4a31f90e {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:45:39.659032 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Port 6b61efd3-54e8-4659-b376-3943f484c5da on network ceb0fc42-ce09-4721-9489-131e4a31f90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:45:39.659520 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Attempting to bind port 6b61efd3-54e8-4659-b376-3943f484c5da on network ceb0fc42-ce09-4721-9489-131e4a31f90e {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:45:39.664260 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:45:39.664658 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Checking segment: {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:45:39.665039 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Bound using segment: {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:45:39.665465 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Bound port: 6b61efd3-54e8-4659-b376-3943f484c5da, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4afca6-913c-481e-99fd-76099d5f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:45:39.665854 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.731335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] For port 6b61efd3-54e8-4659-b376-3943f484c5da, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:45:39.734341 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] For port 6b61efd3-54e8-4659-b376-3943f484c5da, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6b61efd3-54e8-4659-b376-3943f484c5da,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:45:39.737642 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.766643 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:39.767265 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:39.768613 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b61efd3-54e8-4659-b376-3943f484c5da HTTP/1.1" status: 200 len: 1093 time: 0.6572888 Jul 16 15:45:39.771390 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'tag': '6b61efd3-54e8-4659-b376-3943f484c5da'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:39.773744 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06d134-ee12-4d78-9a1b-faef1760fb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c89d391-126c-4b55-b2d6-a38b7bcd563f", "tag": "6b61efd3-54e8-4659-b376-3943f484c5da"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:39.800986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfe260-da01-4978-9349-771fcf093bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61efd3-54e8-4659-b376-3943f484c5da,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:39.874582 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-3511e69d-bd95-404c-9ba6-695a1f19daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:39.876257 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-3511e69d-bd95-404c-9ba6-695a1f19daa4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56512999122e4382bc07059025d84936&device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 1096 time: 0.0536771 Jul 16 15:45:39.945307 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50cfdc-1d20-4254-b6dd-df3c7498e856 x-openstack-request-id: req-6c50cfdc-1d20-4254-b6dd-df3c7498e856 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:39.945624 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c89d391-126c-4b55-b2d6-a38b7bcd563f", "tag": "6b61efd3-54e8-4659-b376-3943f484c5da", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:39.945877 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c50cfdc-1d20-4254-b6dd-df3c7498e856 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:39.946268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'tag': '6b61efd3-54e8-4659-b376-3943f484c5da', 'status': 'completed', 'code': 200} Jul 16 15:45:39.947761 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-9ace389a-f825-478d-a164-04fa5e33b3f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b61efd3-54e8-4659-b376-3943f484c5da HTTP/1.1" status: 200 len: 217 time: 0.0407946 Jul 16 15:45:40.007022 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b252a-fd61-471a-abae-c548ea618202 req-4c4b5516-11ac-488f-b694-df6cfb56b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:40.008701 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-4c4b5516-11ac-488f-b694-df6cfb56b919 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ede4e680-8b0d-45d6-b8d5-babe96aa78f7 HTTP/1.1" status: 200 len: 854 time: 0.0437889 Jul 16 15:45:40.040754 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-a352c2cf-444e-472c-98b4-2c56cc8ae0fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0fc42-ce09-4721-9489-131e4a31f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253532 Jul 16 15:45:40.403072 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-015e7f55-e89e-45b0-adec-7a00cee38f7a service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551168 Jul 16 15:45:40.492615 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-803b252a-fd61-471a-abae-c548ea618202 req-98cd6c86-c7ec-4e02-a4f2-e24e73124bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803084 Jul 16 15:45:40.634514 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-92bc0e03-7e8b-4045-a2e3-33c61f59af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:40.636008 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-92bc0e03-7e8b-4045-a2e3-33c61f59af9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56512999122e4382bc07059025d84936&device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 1096 time: 0.0511987 Jul 16 15:45:40.726769 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-0d06ddff-b717-4519-befd-610a2bcc1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:40.728270 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-0d06ddff-b717-4519-befd-610a2bcc1eac service neutron] 10.222.0.11 "GET /v2.0/networks?id=ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 200 len: 915 time: 0.0857964 Jul 16 15:45:40.770708 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-18afef03-e025-4355-9945-428d7f9bb2aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b61efd3-54e8-4659-b376-3943f484c5da HTTP/1.1" status: 200 len: 217 time: 0.0344388 Jul 16 15:45:40.854780 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-2ba6fd90-9575-451d-b79c-aa7565a4a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:40.856192 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-2ba6fd90-9575-451d-b79c-aa7565a4a3fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ede4e680-8b0d-45d6-b8d5-babe96aa78f7 HTTP/1.1" status: 200 len: 854 time: 0.0573490 Jul 16 15:45:40.867902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197603c-d692-40d7-ad60-868825451c7c req-d8aca143-dc6f-4e53-9679-c053275e1807 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:40.869238 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5197603c-d692-40d7-ad60-868825451c7c req-d8aca143-dc6f-4e53-9679-c053275e1807 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 943 time: 0.1017020 Jul 16 15:45:40.905671 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-e0258166-de1f-40c5-9368-e09e28c73189 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ceb0fc42-ce09-4721-9489-131e4a31f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355456 Jul 16 15:45:40.939433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5197603c-d692-40d7-ad60-868825451c7c req-473225eb-4b55-4176-b183-103c575bc74c tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624499 Jul 16 15:45:41.006212 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-4aa7b396-2ed6-4870-8ef9-6f85fe4965e3 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879490 Jul 16 15:45:41.096827 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e06d134-ee12-4d78-9a1b-faef1760fb9e req-3a1ec61e-cf2a-4f79-a67d-c332dbc48382 service neutron] 10.222.0.11 "GET /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804513 Jul 16 15:45:42.112451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a54a4-b299-475b-bcfc-aabb678a6ae3 req-73111b99-6745-4f0f-aef0-9ed736004c6f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:42.113899 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-568a54a4-b299-475b-bcfc-aabb678a6ae3 req-73111b99-6745-4f0f-aef0-9ed736004c6f tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 943 time: 0.0650053 Jul 16 15:45:42.151054 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-568a54a4-b299-475b-bcfc-aabb678a6ae3 req-d9905340-9f9f-4cd6-b734-31755c2d3c8c tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Jul 16 15:45:43.321237 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15051c8-1281-4310-88fb-2236ba1e8bec req-ad1696fa-a97c-420c-ab85-f719c86bed30 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:43.322690 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c15051c8-1281-4310-88fb-2236ba1e8bec req-ad1696fa-a97c-420c-ab85-f719c86bed30 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 943 time: 0.0614545 Jul 16 15:45:43.359723 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c15051c8-1281-4310-88fb-2236ba1e8bec req-dca5f0c7-4d3a-471b-b840-b08484649e20 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Jul 16 15:45:43.959146 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-800608f8-0d10-4246-b9b0-c7fc46fe7209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:44.098127 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:44.533844 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc20d9-d776-4e94-a2e2-1a61a101adea req-64492886-4ffc-4bd2-8238-7b441ac75b3d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:44.536459 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ddc20d9-d776-4e94-a2e2-1a61a101adea req-64492886-4ffc-4bd2-8238-7b441ac75b3d tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 943 time: 0.0659518 Jul 16 15:45:44.579329 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ddc20d9-d776-4e94-a2e2-1a61a101adea req-f12ca6cd-53ae-49e1-981d-622300312716 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jul 16 15:45:44.950060 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6b61efd3-54e8-4659-b376-3943f484c5da details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:45:45.042732 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 6b61efd3-54e8-4659-b376-3943f484c5da, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6b61efd3-54e8-4659-b376-3943f484c5da,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:45.053881 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '6b61efd3-54e8-4659-b376-3943f484c5da', 'network_id': 'ceb0fc42-ce09-4721-9489-131e4a31f90e', 'port_id': '6b61efd3-54e8-4659-b376-3943f484c5da', 'mac_address': 'fa:16:3e:e9:95:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede4e680-8b0d-45d6-b8d5-babe96aa78f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:45:45.089360 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:45.101252 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b61efd3-54e8-4659-b376-3943f484c5da {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:45:45.119789 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 6b61efd3-54e8-4659-b376-3943f484c5da, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6b61efd3-54e8-4659-b376-3943f484c5da,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:45.123542 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:45.171388 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=6b61efd3-54e8-4659-b376-3943f484c5da,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:45.178630 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.178980 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.179344 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.179681 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.180013 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.180343 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.180672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.180997 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.181343 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.181672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.181994 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.182313 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:45:45.496545 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['6b61efd3-54e8-4659-b376-3943f484c5da'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:45:45.633666 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad57936-f619-4b07-b058-32784f0ee5df req-6e957180-0e88-4eef-b40e-e778596970f6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:45.635145 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3ad57936-f619-4b07-b058-32784f0ee5df req-6e957180-0e88-4eef-b40e-e778596970f6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0638490 Jul 16 15:45:45.672845 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3ad57936-f619-4b07-b058-32784f0ee5df req-bc526e80-5c14-48dd-af4e-7a518b6288eb tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 16 15:45:45.753325 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aab72-eb0f-4453-9fbf-787d73a79dbe req-f184615f-6909-4fed-90aa-330b09623f29 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:45.754846 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da5aab72-eb0f-4453-9fbf-787d73a79dbe req-f184615f-6909-4fed-90aa-330b09623f29 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 944 time: 0.0624874 Jul 16 15:45:45.791748 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da5aab72-eb0f-4453-9fbf-787d73a79dbe req-36d8beb6-4ffa-4df0-b42f-bbb63c660cdc tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Jul 16 15:45:46.586602 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:46.643389 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-14cf8f1f-6169-400e-a2bb-f5047083db65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:46.848518 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228ccb3-3f43-4093-aaf5-3af82de50899 req-362e2165-62a8-4a36-a5fd-923f021b9e43 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:46.850002 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2228ccb3-3f43-4093-aaf5-3af82de50899 req-362e2165-62a8-4a36-a5fd-923f021b9e43 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0660388 Jul 16 15:45:46.887727 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2228ccb3-3f43-4093-aaf5-3af82de50899 req-bdf0e0f8-776e-4c70-99b1-ac82aa47739b tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322928 Jul 16 15:45:46.969580 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4652f-4e61-4366-a86e-96a40d182d54 req-ea362c5a-d969-45ba-a86c-458dd2f8914a tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:46.970978 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4cf4652f-4e61-4366-a86e-96a40d182d54 req-ea362c5a-d969-45ba-a86c-458dd2f8914a tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 944 time: 0.0625834 Jul 16 15:45:46.978292 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6b61efd3-54e8-4659-b376-3943f484c5da up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:45:47.010156 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4cf4652f-4e61-4366-a86e-96a40d182d54 req-046a26fe-1d91-41a5-9fe9-ba4bf5f03b3b tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326869 Jul 16 15:45:47.034431 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 6b61efd3-54e8-4659-b376-3943f484c5da completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:45:47.038703 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 6b61efd3-54e8-4659-b376-3943f484c5da triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:45:47.039261 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:47.115766 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:47.137544 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61efd3-54e8-4659-b376-3943f484c5da'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:45:47.139789 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a306af-ec7c-4924-a89a-a36127e4e14f" -d '{"events": [{"server_uuid": "1c89d391-126c-4b55-b2d6-a38b7bcd563f", "name": "network-vif-plugged", "status": "completed", "tag": "6b61efd3-54e8-4659-b376-3943f484c5da"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:45:47.151826 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 6b61efd3-54e8-4659-b376-3943f484c5da, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6b61efd3-54e8-4659-b376-3943f484c5da,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:45:47.156072 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:47.207131 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=6b61efd3-54e8-4659-b376-3943f484c5da,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:45:47.230580 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8048a-4e3e-451f-bbcd-d48fc7bb95f3 x-openstack-request-id: req-0cf8048a-4e3e-451f-bbcd-d48fc7bb95f3 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:45:47.230891 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c89d391-126c-4b55-b2d6-a38b7bcd563f", "name": "network-vif-plugged", "status": "completed", "tag": "6b61efd3-54e8-4659-b376-3943f484c5da", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:45:47.231146 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cf8048a-4e3e-451f-bbcd-d48fc7bb95f3 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:45:47.231577 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61efd3-54e8-4659-b376-3943f484c5da', 'code': 200} Jul 16 15:45:47.485712 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d25b7-8c25-4d16-aef9-ac3478e23879 req-7bbd89b2-1454-4587-8ea2-871929c82af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:47.487261 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e62d25b7-8c25-4d16-aef9-ac3478e23879 req-7bbd89b2-1454-4587-8ea2-871929c82af0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 1098 time: 0.0502582 Jul 16 15:45:47.525644 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e62d25b7-8c25-4d16-aef9-ac3478e23879 req-d4f36006-945a-4a7f-968b-6fc45fb197df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Jul 16 15:45:47.642927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:48.059579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602ddac-5456-47ab-a2e2-d95a645f7f6c req-8c9b0bfa-0387-4d2b-9edb-b08a1cb24b99 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:48.061692 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d602ddac-5456-47ab-a2e2-d95a645f7f6c req-8c9b0bfa-0387-4d2b-9edb-b08a1cb24b99 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0620232 Jul 16 15:45:48.098485 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d602ddac-5456-47ab-a2e2-d95a645f7f6c req-26b7990d-331f-43db-b60a-9aed68be53ea tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Jul 16 15:45:48.180534 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d6fa3-f72b-4203-b21f-24999dd4cb0f req-8bbe5ff4-9c1b-4430-9076-2a07dbb566eb tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:48.182025 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3b2d6fa3-f72b-4203-b21f-24999dd4cb0f req-8bbe5ff4-9c1b-4430-9076-2a07dbb566eb tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 945 time: 0.0620677 Jul 16 15:45:48.219249 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3b2d6fa3-f72b-4203-b21f-24999dd4cb0f req-2e12184b-82e8-492a-aacd-a1d470d5a7e6 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Jul 16 15:45:49.272806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdede0f-ec51-44a0-ae3a-123b925e9fe0 req-1fa3b9dc-5120-4c0b-bc8a-8c3398838084 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:49.274256 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1bdede0f-ec51-44a0-ae3a-123b925e9fe0 req-1fa3b9dc-5120-4c0b-bc8a-8c3398838084 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Jul 16 15:45:49.312187 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1bdede0f-ec51-44a0-ae3a-123b925e9fe0 req-917c1841-0d60-4099-99c4-b348bbab6697 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jul 16 15:45:49.389877 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff517c37-11a8-4cc1-846b-9f6c759d7bfd req-33fa2d0f-920d-4a6c-9200-4262aca48273 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:49.391302 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff517c37-11a8-4cc1-846b-9f6c759d7bfd req-33fa2d0f-920d-4a6c-9200-4262aca48273 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 945 time: 0.0625932 Jul 16 15:45:49.429295 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff517c37-11a8-4cc1-846b-9f6c759d7bfd req-868c3762-a7a8-4a16-a9a4-5b71a806fd88 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 16 15:45:49.456963 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:45:50.487660 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d4268-f9a4-4c48-9c26-a9a3a555b2f8 req-4667cf40-ab38-4faa-a4f8-60003c0676c9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:50.489149 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a39d4268-f9a4-4c48-9c26-a9a3a555b2f8 req-4667cf40-ab38-4faa-a4f8-60003c0676c9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0649707 Jul 16 15:45:50.531213 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a39d4268-f9a4-4c48-9c26-a9a3a555b2f8 req-a7f5f840-0ffa-4a44-8746-9f81424889f9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362973 Jul 16 15:45:51.704416 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7945-00be-4ea2-9de9-68784266b962 req-f6e1dbb6-51cd-48a9-90b4-8c03c244e70f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:51.706150 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6cfb7945-00be-4ea2-9de9-68784266b962 req-f6e1dbb6-51cd-48a9-90b4-8c03c244e70f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0624483 Jul 16 15:45:51.742881 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6cfb7945-00be-4ea2-9de9-68784266b962 req-6d16a6d4-9795-40bd-9631-699c7c446b41 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Jul 16 15:45:52.915078 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07285f9f-6a8a-4ce4-b8fc-cddf16d05293 req-041984de-19c5-4230-9e11-3a93591be983 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:52.916604 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-07285f9f-6a8a-4ce4-b8fc-cddf16d05293 req-041984de-19c5-4230-9e11-3a93591be983 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0639863 Jul 16 15:45:52.953109 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-07285f9f-6a8a-4ce4-b8fc-cddf16d05293 req-d22683f9-7b92-49c4-a637-78457d106a8e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Jul 16 15:45:54.131056 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887dcd-d15a-4bd2-ab42-dde477f0bdae req-826fd6d6-9c4f-4bdf-add7-7308ec438249 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:54.132550 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-26887dcd-d15a-4bd2-ab42-dde477f0bdae req-826fd6d6-9c4f-4bdf-add7-7308ec438249 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0651278 Jul 16 15:45:54.171873 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-26887dcd-d15a-4bd2-ab42-dde477f0bdae req-f3649251-03e0-4f8c-85be-9de960e27d57 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336022 Jul 16 15:45:55.344373 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2693c-9c11-44a7-b4bb-9ba6f4f85639 req-f5ac1c5b-383e-43b0-a636-b048bde50f91 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:55.345874 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8da2693c-9c11-44a7-b4bb-9ba6f4f85639 req-f5ac1c5b-383e-43b0-a636-b048bde50f91 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0639691 Jul 16 15:45:55.384438 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8da2693c-9c11-44a7-b4bb-9ba6f4f85639 req-1390c443-62dd-481a-8f6c-80156d26c620 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Jul 16 15:45:55.880717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-e123c540-b3a5-4c7a-9a2f-d7b441f8c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:55.882220 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-e123c540-b3a5-4c7a-9a2f-d7b441f8c2fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1098 time: 0.0525210 Jul 16 15:45:55.974430 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-9b303deb-2e2e-475e-a782-4cd4c6a2309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:55.975912 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-9b303deb-2e2e-475e-a782-4cd4c6a2309c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.0863059 Jul 16 15:45:56.039506 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-32ea29d4-5d87-4766-875f-2b3b5530b9a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 1001 time: 0.0552020 Jul 16 15:45:56.095602 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-4dded012-c5ab-4bee-bb9e-cee273a6a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:56.097084 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-4dded012-c5ab-4bee-bb9e-cee273a6a5fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0473123 Jul 16 15:45:56.158628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-46a0b633-5d68-4eb7-ba9b-9ada61e1ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:56.160143 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-46a0b633-5d68-4eb7-ba9b-9ada61e1ab20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516312 Jul 16 15:45:56.251851 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-caac9ec3-bca2-4e13-8f4e-653bb1cd4d12 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828543 Jul 16 15:45:56.340243 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b7ee37de-fbe6-4cff-abe1-cdcdf4f32249 req-c4829365-f2b4-4a8a-829f-582684036879 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800762 Jul 16 15:45:56.560308 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039af87c-8ca0-4230-8126-994fafee0f29 req-aa4cbdab-f6f0-46d8-bc48-d7221f128547 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:56.561767 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-039af87c-8ca0-4230-8126-994fafee0f29 req-aa4cbdab-f6f0-46d8-bc48-d7221f128547 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0664840 Jul 16 15:45:56.606679 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-039af87c-8ca0-4230-8126-994fafee0f29 req-83eea51c-38c5-4d2d-b1c2-80cc12a91d86 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Jul 16 15:45:57.775607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a434c50-6f8b-4aac-953d-6a2824fcac80 req-123a4e49-3f64-4c31-ae7d-a57e4d508518 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:45:57.776962 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2a434c50-6f8b-4aac-953d-6a2824fcac80 req-123a4e49-3f64-4c31-ae7d-a57e4d508518 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0609636 Jul 16 15:45:57.812609 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2a434c50-6f8b-4aac-953d-6a2824fcac80 req-38d0064a-b0c6-49e7-881b-c2d87024d043 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303171 Jul 16 15:46:00.562519 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6abda-b80f-4509-94fe-e210faf543d1 req-ad0727c2-4e89-435c-b656-39a73c297a0c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:00.564002 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-09b6abda-b80f-4509-94fe-e210faf543d1 req-ad0727c2-4e89-435c-b656-39a73c297a0c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0616302 Jul 16 15:46:00.600544 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-09b6abda-b80f-4509-94fe-e210faf543d1 req-9d7d6191-023a-4407-b14c-4c42d02ae55a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305958 Jul 16 15:46:01.779148 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed54cc-b417-46ad-90bc-220af40b312f req-97dae22e-6795-4d0a-ad72-8299c38eb09b tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:01.780622 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-85ed54cc-b417-46ad-90bc-220af40b312f req-97dae22e-6795-4d0a-ad72-8299c38eb09b tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0649703 Jul 16 15:46:01.817236 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-85ed54cc-b417-46ad-90bc-220af40b312f req-76158008-abf3-43b1-881d-86a91c7ff492 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jul 16 15:46:02.103540 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 33852) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:02.211532 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129b4e4-a6fe-4eca-938b-c5f305e9a0a2 req-5fd554b3-832e-453d-aa51-3077d0d49db1 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:02.212989 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1129b4e4-a6fe-4eca-938b-c5f305e9a0a2 req-5fd554b3-832e-453d-aa51-3077d0d49db1 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0958531 Jul 16 15:46:02.227147 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-2722a354-c31a-4744-b4cf-324a358f4db1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225014 Jul 16 15:46:02.257125 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1129b4e4-a6fe-4eca-938b-c5f305e9a0a2 req-ee6e4395-f721-4c8a-bb2f-19eb50be1635 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 Jul 16 15:46:04.702465 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:46:04.777553 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:04.800101 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:46:04.802400 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c02daa-a0f8-4c2e-a14a-d5b3366f36f4" -d '{"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-unplugged", "status": "completed", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:46:04.817040 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:04.821792 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:04.875450 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4decebce-c5d7-4e65-afbe-1b4208132352 x-openstack-request-id: req-4decebce-c5d7-4e65-afbe-1b4208132352 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:46:04.875714 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-unplugged", "status": "failed", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "code": 422}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:46:04.875969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4decebce-c5d7-4e65-afbe-1b4208132352 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:46:04.876347 dv-cinder-784815-1-iscsi neutron-server[99566]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'code': 422} returned with failed status Jul 16 15:46:04.886726 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=6']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:04.958739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f8ac5-c813-425d-9f22-2dcd34114895 req-20f2534e-acb6-41f3-8c46-2b67fdf33539 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:04.960274 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2f5f8ac5-c813-425d-9f22-2dcd34114895 req-20f2534e-acb6-41f3-8c46-2b67fdf33539 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0654979 Jul 16 15:46:04.998990 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2f5f8ac5-c813-425d-9f22-2dcd34114895 req-ce8b66d0-522e-44a2-b182-39fa834e9fdd tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330212 Jul 16 15:46:06.170096 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24039d69-a3cc-45cc-8c2a-03ef6b59cddf req-9995b729-6eff-4f2b-9fa7-620788130ab8 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:06.171480 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-24039d69-a3cc-45cc-8c2a-03ef6b59cddf req-9995b729-6eff-4f2b-9fa7-620788130ab8 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0616989 Jul 16 15:46:06.208569 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-24039d69-a3cc-45cc-8c2a-03ef6b59cddf req-d850d232-3c48-4b06-918f-3bcfb95ff699 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Jul 16 15:46:06.366989 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-7c8bad13-0256-4662-addd-3de6b844ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:06.368474 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-7c8bad13-0256-4662-addd-3de6b844ac5c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740&tenant_id=3913ef283e5e43e8b09e0b50d97fab10 HTTP/1.1" status: 200 len: 1096 time: 0.0549893 Jul 16 15:46:06.458162 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-faca9776-0e2b-49ce-81ec-1799f3c041f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:06.459567 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-faca9776-0e2b-49ce-81ec-1799f3c041f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1096 time: 0.0522745 Jul 16 15:46:06.547496 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-0dce1bae-5170-4f54-800c-e824381ae142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:06.548904 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-0dce1bae-5170-4f54-800c-e824381ae142 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.0808537 Jul 16 15:46:06.613462 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-733af281-0900-4f01-b133-fefd50527d4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 999 time: 0.0576625 Jul 16 15:46:06.659938 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-36be5cb6-fb3c-4b17-b84b-825bc3d5757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:06.661277 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-36be5cb6-fb3c-4b17-b84b-825bc3d5757c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0407534 Jul 16 15:46:06.716921 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-3f3b069b-2a30-4a65-b726-530a8009fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:06.718275 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-3f3b069b-2a30-4a65-b726-530a8009fdb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491560 Jul 16 15:46:06.815100 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-2e4f1959-a73f-4bd8-ad32-3fe2f467adac service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Jul 16 15:46:06.904398 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-60c09069-1645-4e0d-b195-39f8ef8f012a service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825913 Jul 16 15:46:07.382693 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be8464-c2de-4718-8f6e-7d6c378a9e6f req-a318dc6c-9721-4673-b345-951fbf152b0a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:07.384625 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-82be8464-c2de-4718-8f6e-7d6c378a9e6f req-a318dc6c-9721-4673-b345-951fbf152b0a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0660632 Jul 16 15:46:07.423827 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-82be8464-c2de-4718-8f6e-7d6c378a9e6f req-fc5c5105-4630-47a6-a2b2-403aac066386 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Jul 16 15:46:08.596736 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c885d1-b1ee-4863-8fc9-4560e391a485 req-d2a7a47a-b635-485e-95c4-d1820ad6e995 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:08.598244 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78c885d1-b1ee-4863-8fc9-4560e391a485 req-d2a7a47a-b635-485e-95c4-d1820ad6e995 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0620039 Jul 16 15:46:08.634437 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-78c885d1-b1ee-4863-8fc9-4560e391a485 req-bbc07cd7-1948-4fe5-906a-809bc953d469 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Jul 16 15:46:09.825066 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16669-4f54-474a-9ca7-57fc09d1e5c2 req-8804cf7d-71ee-44b1-b319-8911ee58847c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:09.826730 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b8f16669-4f54-474a-9ca7-57fc09d1e5c2 req-8804cf7d-71ee-44b1-b319-8911ee58847c tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0732319 Jul 16 15:46:09.864523 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b8f16669-4f54-474a-9ca7-57fc09d1e5c2 req-ce3c433b-db8a-461b-a575-f1f9cad6cd46 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Jul 16 15:46:10.624198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29122-2f1f-417d-9646-705f5cd35243 req-47a45de4-31ef-4a9b-86d6-ba05fe25aa59 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:10.625742 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-72b29122-2f1f-417d-9646-705f5cd35243 req-47a45de4-31ef-4a9b-86d6-ba05fe25aa59 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 945 time: 0.0624275 Jul 16 15:46:10.662167 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-72b29122-2f1f-417d-9646-705f5cd35243 req-cc294357-a895-4a18-94cd-2fb0f2994369 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300941 Jul 16 15:46:10.947409 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:46:11.038247 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde03b25-415d-4eac-92e6-14a823565ebd req-d8b93f4c-1e53-4e5c-865c-07cbd3dd5b58 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:11.039913 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-dde03b25-415d-4eac-92e6-14a823565ebd req-d8b93f4c-1e53-4e5c-865c-07cbd3dd5b58 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0629840 Jul 16 15:46:11.078086 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-dde03b25-415d-4eac-92e6-14a823565ebd req-3e70a904-61a0-42d6-90b1-fd1b8819882d tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jul 16 15:46:11.834525 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e03c9-723e-4a1f-ac2c-2c1bb455e16f req-19ff2c1e-01ce-485f-b0f6-95821082e2bb tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:11.835987 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a9e03c9-723e-4a1f-ac2c-2c1bb455e16f req-19ff2c1e-01ce-485f-b0f6-95821082e2bb tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 945 time: 0.0646310 Jul 16 15:46:11.872360 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a9e03c9-723e-4a1f-ac2c-2c1bb455e16f req-92a60bc4-419e-4cae-9592-c60e766307fe tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/security-groups?id=27d6fb20-09f7-49bd-b619-871320e5939f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Jul 16 15:46:12.265727 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bfd38-63ff-4c96-9d79-5b8540eb0f23 req-df803433-2a1b-4567-83ec-a6f150b755f2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:12.267148 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-951bfd38-63ff-4c96-9d79-5b8540eb0f23 req-df803433-2a1b-4567-83ec-a6f150b755f2 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0713847 Jul 16 15:46:12.330618 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-951bfd38-63ff-4c96-9d79-5b8540eb0f23 req-9dfbdb27-43c8-4b49-866a-9c29bf4f82fb tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480614 Jul 16 15:46:12.345774 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169911d6-f816-492b-9d13-2a6a78a5136b req-7fab051d-1720-45f6-9986-e16f6b6cd56a tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:12.347748 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-169911d6-f816-492b-9d13-2a6a78a5136b req-7fab051d-1720-45f6-9986-e16f6b6cd56a tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 945 time: 0.0988283 Jul 16 15:46:12.443649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Deleting port 6b61efd3-54e8-4659-b376-3943f484c5da {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:12.443914 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:12.530972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] For port 6b61efd3-54e8-4659-b376-3943f484c5da, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6b61efd3-54e8-4659-b376-3943f484c5da,segment=NetworkSegment(7b4afca6-913c-481e-99fd-76099d5f7eb6),segment_id=7b4afca6-913c-481e-99fd-76099d5f7eb6)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:12.531362 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:12.543041 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Calling delete_port for 6b61efd3-54e8-4659-b376-3943f484c5da owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:12.664984 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:12.690190 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Pushing event deleted for resources: {'Port': ['ID=6b61efd3-54e8-4659-b376-3943f484c5da,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:12.701476 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['6b61efd3-54e8-4659-b376-3943f484c5da'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:46:12.735857 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] No DVR routers for this DVR port 6b61efd3-54e8-4659-b376-3943f484c5da on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:46:12.738127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:12.740106 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-169911d6-f816-492b-9d13-2a6a78a5136b req-b8dcb88a-1259-4a2d-8ba8-1c3868e1d8cd tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.11 "DELETE /v2.0/ports/6b61efd3-54e8-4659-b376-3943f484c5da HTTP/1.1" status: 204 len: 173 time: 0.3860326 Jul 16 15:46:12.740535 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'name': 'network-vif-deleted', 'tag': '6b61efd3-54e8-4659-b376-3943f484c5da'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:46:12.742713 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6a1f39-9376-49c6-b4a0-439f8e8084be" -d '{"events": [{"server_uuid": "1c89d391-126c-4b55-b2d6-a38b7bcd563f", "name": "network-vif-deleted", "tag": "6b61efd3-54e8-4659-b376-3943f484c5da"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:46:12.778609 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50485583-68ae-48e1-b4f6-162369ea653a x-openstack-request-id: req-50485583-68ae-48e1-b4f6-162369ea653a {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:46:12.778856 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c89d391-126c-4b55-b2d6-a38b7bcd563f", "name": "network-vif-deleted", "tag": "6b61efd3-54e8-4659-b376-3943f484c5da", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:46:12.779101 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50485583-68ae-48e1-b4f6-162369ea653a {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:46:12.779515 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c89d391-126c-4b55-b2d6-a38b7bcd563f', 'name': 'network-vif-deleted', 'tag': '6b61efd3-54e8-4659-b376-3943f484c5da', 'status': 'completed', 'code': 200} Jul 16 15:46:13.024461 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a34085d5-4366-4e56-ad05-2ceb48b14d45 req-147dab9d-bb3b-47e3-8e32-7e8aeb4a2484 tempest-VolumesSnapshotTestJSON-1213227940 tempest-VolumesSnapshotTestJSON-1213227940-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c89d391-126c-4b55-b2d6-a38b7bcd563f HTTP/1.1" status: 200 len: 210 time: 0.0283146 Jul 16 15:46:13.502654 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78e13a-e8cf-4dbd-bbef-7b81e6409ee2 req-ee218663-81ef-4472-ace7-75735afdaaeb tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:13.504040 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fa78e13a-e8cf-4dbd-bbef-7b81e6409ee2 req-ee218663-81ef-4472-ace7-75735afdaaeb tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0633647 Jul 16 15:46:13.540795 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fa78e13a-e8cf-4dbd-bbef-7b81e6409ee2 req-38833b54-2444-44e1-a3f7-aa94434591fa tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Jul 16 15:46:13.959056 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fa09ce3-7ae3-4e82-ba2c-aa1050ecc9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:14.122182 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:14.709435 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e03c9-a826-455b-852c-b0530ac0f605 req-c7d00add-0bf1-4dec-867d-6570cdd5c41d tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:14.710879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f6e03c9-a826-455b-852c-b0530ac0f605 req-c7d00add-0bf1-4dec-867d-6570cdd5c41d tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 943 time: 0.0623608 Jul 16 15:46:14.747450 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f6e03c9-a826-455b-852c-b0530ac0f605 req-4165cf63-b14c-4c28-a847-0aab911d6bf6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Jul 16 15:46:15.116799 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:46:15.123960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6b61efd3-54e8-4659-b376-3943f484c5da no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:46:15.147309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 6b61efd3-54e8-4659-b376-3943f484c5da {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:46:15.147655 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6b61efd3-54e8-4659-b376-3943f484c5da not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:46:15.230361 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:15.240908 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'de44c596-e603-434e-8ffe-410c64f7279b', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'port_id': 'de44c596-e603-434e-8ffe-410c64f7279b', 'mac_address': 'fa:16:3e:dd:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:46:15.275747 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:15.288236 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de44c596-e603-434e-8ffe-410c64f7279b {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:46:15.307019 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:15.311129 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:15.355974 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=7']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:15.600990 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['de44c596-e603-434e-8ffe-410c64f7279b'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:46:15.916481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d69ecb-5354-477c-a577-794289f2f7fd req-c7947c85-dca4-4c13-a204-4e262586b44e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:15.917945 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c9d69ecb-5354-477c-a577-794289f2f7fd req-c7947c85-dca4-4c13-a204-4e262586b44e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 944 time: 0.0612690 Jul 16 15:46:15.954599 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c9d69ecb-5354-477c-a577-794289f2f7fd req-3da9119f-49ca-4b43-bfd9-b373ba850c2a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Jul 16 15:46:16.587786 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:16.641381 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d466e134-173b-49dd-8a6b-5b1f1adc2ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:17.127448 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86226b53-1d86-4fa7-af98-bb381112b28c req-a3754d69-0510-40b3-9e03-81ea10fd96f9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:17.129001 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-86226b53-1d86-4fa7-af98-bb381112b28c req-a3754d69-0510-40b3-9e03-81ea10fd96f9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 944 time: 0.0643470 Jul 16 15:46:17.165407 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-86226b53-1d86-4fa7-af98-bb381112b28c req-b65e3659-9807-46ce-9ed6-273d88de6ad9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309811 Jul 16 15:46:17.646022 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:18.336256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6c5a1-62a1-4034-97a8-962cd87e9b24 req-b61a0fde-b741-40fe-937b-eb1af4006c9f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:18.337717 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56b6c5a1-62a1-4034-97a8-962cd87e9b24 req-b61a0fde-b741-40fe-937b-eb1af4006c9f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 944 time: 0.0613868 Jul 16 15:46:18.372850 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-56b6c5a1-62a1-4034-97a8-962cd87e9b24 req-da1a316d-d768-45f1-ac49-297d11a0102d tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297444 Jul 16 15:46:19.050461 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-c2a83260-7b2c-4078-9f76-e8d4bb031d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:19.051890 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-c2a83260-7b2c-4078-9f76-e8d4bb031d11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1097 time: 0.0543280 Jul 16 15:46:19.153218 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-9d96c022-51a8-40ee-8c8c-69f171e35470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:19.154645 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-9d96c022-51a8-40ee-8c8c-69f171e35470 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.0809176 Jul 16 15:46:19.218439 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-4eb96d0a-22c3-4025-af32-8a53f6c3f758 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 1000 time: 0.0572815 Jul 16 15:46:19.267349 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-c51c7250-a7e9-4977-870e-b4dfd4282203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:19.268800 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-c51c7250-a7e9-4977-870e-b4dfd4282203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0427060 Jul 16 15:46:19.335254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-71489e93-0349-4c1a-8cf1-f7647ee44c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:19.336744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-71489e93-0349-4c1a-8cf1-f7647ee44c31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518737 Jul 16 15:46:19.440114 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-77be3e30-207d-4e1e-85ce-1c4957e31533 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918894 Jul 16 15:46:19.458652 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:19.564223 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cf8185a-46e3-4e35-b6e3-1c127cc386fd req-15a043d4-ea7a-4673-bc1c-0d3adb25e897 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178744 Jul 16 15:46:19.586829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf4621-f913-4a25-8885-b7547803b5b3 req-1956ff7d-e511-482a-8ee9-7d2437744147 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:19.588385 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8dbf4621-f913-4a25-8885-b7547803b5b3 req-1956ff7d-e511-482a-8ee9-7d2437744147 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 944 time: 0.0851548 Jul 16 15:46:19.625697 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8dbf4621-f913-4a25-8885-b7547803b5b3 req-e2e39a56-491a-45f7-811e-3b8a7527672d tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316393 Jul 16 15:46:20.482435 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:46:20.530988 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port de44c596-e603-434e-8ffe-410c64f7279b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:46:20.531395 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:20.606704 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:20.630899 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:46:20.633488 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d115d9-b4ff-4fc7-a37f-24997f149ec2" -d '{"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-plugged", "status": "completed", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:46:20.646381 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:20.650171 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:20.675838 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ffe91-3856-4944-8262-459cfe6dcd64 x-openstack-request-id: req-2a7ffe91-3856-4944-8262-459cfe6dcd64 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:46:20.676150 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-plugged", "status": "completed", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:46:20.676399 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a7ffe91-3856-4944-8262-459cfe6dcd64 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:46:20.676781 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'code': 200} Jul 16 15:46:20.703489 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=8']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:20.796596 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494001-a004-4f4b-8515-f32e8f60dad1 req-b2c9c447-6292-4ae8-be0c-d3d877ff0728 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:20.798001 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec494001-a004-4f4b-8515-f32e8f60dad1 req-b2c9c447-6292-4ae8-be0c-d3d877ff0728 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0617099 Jul 16 15:46:20.836543 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec494001-a004-4f4b-8515-f32e8f60dad1 req-d3442bf7-165e-423c-ac61-c4ae345a6239 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Jul 16 15:46:20.930714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b87cc-9392-458d-8b19-ffbeb1d0f9ac req-b5e9bce3-06b8-4021-943c-f6c9bf51ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:20.932210 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-740b87cc-9392-458d-8b19-ffbeb1d0f9ac req-b5e9bce3-06b8-4021-943c-f6c9bf51ee9b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1098 time: 0.0495744 Jul 16 15:46:20.967672 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-740b87cc-9392-458d-8b19-ffbeb1d0f9ac req-1e8376ec-6193-4556-879d-e02358b1283d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297575 Jul 16 15:46:22.010098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733a882-4e17-482b-944d-471aa4989d37 req-ba582b8d-89fb-43cc-8de8-0522e369de6e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:22.011520 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d733a882-4e17-482b-944d-471aa4989d37 req-ba582b8d-89fb-43cc-8de8-0522e369de6e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0639482 Jul 16 15:46:22.049881 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d733a882-4e17-482b-944d-471aa4989d37 req-705f5547-153b-4938-aabc-18f90c5de2cd tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Jul 16 15:46:23.221703 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc71c9-f6bc-4aed-9f6e-a596d1ebcbe7 req-72118276-b51f-4fe6-aac7-7c39ea4d4fce tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:23.223054 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89bc71c9-f6bc-4aed-9f6e-a596d1ebcbe7 req-72118276-b51f-4fe6-aac7-7c39ea4d4fce tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0603175 Jul 16 15:46:23.257814 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89bc71c9-f6bc-4aed-9f6e-a596d1ebcbe7 req-aa7b77f6-c9ab-46e6-8c48-a09646e5a4f9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293565 Jul 16 15:46:26.570746 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c4ea6-d712-4438-895f-9893cc963ec3 req-4d264c47-8a03-4d01-b5d5-24cca657a378 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:26.572197 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e52c4ea6-d712-4438-895f-9893cc963ec3 req-4d264c47-8a03-4d01-b5d5-24cca657a378 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0628335 Jul 16 15:46:26.608075 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e52c4ea6-d712-4438-895f-9893cc963ec3 req-fbdf9e46-619e-40c7-948c-98ca4c8db7b8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 Jul 16 15:46:27.783769 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0e79b-6bf8-4e53-812d-0b4f9db7230f req-2a193b95-d1aa-434c-a24e-996187bd9fe7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:27.785189 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-04d0e79b-6bf8-4e53-812d-0b4f9db7230f req-2a193b95-d1aa-434c-a24e-996187bd9fe7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0605290 Jul 16 15:46:27.821983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-04d0e79b-6bf8-4e53-812d-0b4f9db7230f req-7ca775ee-1c78-45c6-bc8c-7204566cdd02 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Jul 16 15:46:28.995060 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf1756-e10c-433d-ae80-2f71a47bc13f req-8aea338e-ce24-4460-9ccc-943dcd6b681c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:28.996552 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9bcf1756-e10c-433d-ae80-2f71a47bc13f req-8aea338e-ce24-4460-9ccc-943dcd6b681c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0618842 Jul 16 15:46:29.036769 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9bcf1756-e10c-433d-ae80-2f71a47bc13f req-21b52a33-3b6e-4a21-bc3c-d667324ee643 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349212 Jul 16 15:46:30.208789 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c40971-d055-4f95-af37-ea26a1fb4f2e req-e9e3296e-193c-4264-a597-e8c15359f1df tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:30.210146 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6c40971-d055-4f95-af37-ea26a1fb4f2e req-e9e3296e-193c-4264-a597-e8c15359f1df tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0615349 Jul 16 15:46:30.246338 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a6c40971-d055-4f95-af37-ea26a1fb4f2e req-a91e72e0-556c-4020-b48a-88212a1b2d2d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Jul 16 15:46:31.422184 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19efd63-126b-4c79-a587-440e816501e5 req-a61c9748-585f-4cb4-9bc8-4b1dda533188 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:31.423744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d19efd63-126b-4c79-a587-440e816501e5 req-a61c9748-585f-4cb4-9bc8-4b1dda533188 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0636048 Jul 16 15:46:31.461079 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d19efd63-126b-4c79-a587-440e816501e5 req-8b1cffa7-e291-4fca-b71c-05c6d9bf34f9 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Jul 16 15:46:32.499077 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d06f57-3e9e-482a-9a37-566a7dda19df req-d0d047d3-5ca4-466b-b2c7-44434532e8df tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:32.500581 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e3d06f57-3e9e-482a-9a37-566a7dda19df req-d0d047d3-5ca4-466b-b2c7-44434532e8df tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.0656936 Jul 16 15:46:32.537166 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e3d06f57-3e9e-482a-9a37-566a7dda19df req-ef7bcd3f-7241-40c1-a98c-9466fabc599d tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Jul 16 15:46:32.639555 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cd73b-0f63-4da7-b4d0-54941b9c1a49 req-d3dd1e80-1bda-4767-aac3-075a380234a2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:32.641100 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e86cd73b-0f63-4da7-b4d0-54941b9c1a49 req-d3dd1e80-1bda-4767-aac3-075a380234a2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0659463 Jul 16 15:46:32.679610 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e86cd73b-0f63-4da7-b4d0-54941b9c1a49 req-40efd671-ce4e-4435-af73-71418e19aa70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Jul 16 15:46:33.703081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f697b14-76e8-4479-92ee-143595d11292 req-031cb829-dd2f-48dd-bdc7-59c1a12ddc71 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:33.704890 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f697b14-76e8-4479-92ee-143595d11292 req-031cb829-dd2f-48dd-bdc7-59c1a12ddc71 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.0617433 Jul 16 15:46:33.746149 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f697b14-76e8-4479-92ee-143595d11292 req-a0c1ecf2-c13b-4801-a3cd-89df4ac577ee tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1d91c11-9f96-4d61-a319-a3085ca94b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357280 Jul 16 15:46:33.865228 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc6c5-dee9-4b52-b0ac-f9a426325a08 req-046c164d-be14-4da9-8b9b-c8eaca11936a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:33.866752 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e1dbc6c5-dee9-4b52-b0ac-f9a426325a08 req-046c164d-be14-4da9-8b9b-c8eaca11936a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0663838 Jul 16 15:46:33.906059 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e1dbc6c5-dee9-4b52-b0ac-f9a426325a08 req-1b9b3178-215b-40cf-9772-c92430f6b3f2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jul 16 15:46:34.381818 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-61e4193d-a66d-432b-9b79-e0bcb9c1c538 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:34.383209 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-61e4193d-a66d-432b-9b79-e0bcb9c1c538 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 946 time: 0.0593643 Jul 16 15:46:34.480239 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Deleting port da4f25a7-5376-47e1-80ea-88a980557a6d {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:34.480579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:34.565731 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] For port da4f25a7-5376-47e1-80ea-88a980557a6d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=da4f25a7-5376-47e1-80ea-88a980557a6d,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:34.565997 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:34.728278 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:34.729117 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:34.729117 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Floating IP edc8135b-09e6-4030-8dce-23776dbb8157 disassociated. External IP: 172.27.1.133, port: da4f25a7-5376-47e1-80ea-88a980557a6d. Jul 16 15:46:34.729370 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Calling delete_port for da4f25a7-5376-47e1-80ea-88a980557a6d owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:34.850890 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:34.890467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event deleted for resources: {'Port': ['ID=da4f25a7-5376-47e1-80ea-88a980557a6d,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:34.917043 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8430ad6c-3e0e-4d6e-bbba-58e2fe2a2912 req-27350a34-2d9e-42e2-9eaa-db88bbfc5c4a tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.0367115 Jul 16 15:46:34.919160 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.919527 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.919896 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.920179 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.920507 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.920834 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.921157 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.921482 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.921803 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.922120 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.922505 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:34.922736 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:35.346068 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Router 98beedcb-add2-4e56-b314-409317bc5572 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:46:35.377086 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9822-4f23-4018-af8c-620a5f69798c req-874a7c27-3101-49a8-8f88-c319eb5aa024 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:35.378516 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29bb9822-4f23-4018-af8c-620a5f69798c req-874a7c27-3101-49a8-8f88-c319eb5aa024 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0895441 Jul 16 15:46:35.476407 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29bb9822-4f23-4018-af8c-620a5f69798c req-be38ff2b-c27a-4610-b976-2245800ed56e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667889 Jul 16 15:46:35.494739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:46:35.505272 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:46:35.513701 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:46:35.514308 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:46:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:35.541826 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] No DVR routers for this DVR port da4f25a7-5376-47e1-80ea-88a980557a6d on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:46:35.544323 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:35.546245 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-970fc515-5b7e-4e94-b66b-64e7adee3a0e req-22d9db50-98b0-4619-a9e0-cee38cae3db4 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.11 "DELETE /v2.0/ports/da4f25a7-5376-47e1-80ea-88a980557a6d HTTP/1.1" status: 204 len: 173 time: 1.1568527 Jul 16 15:46:35.546668 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'name': 'network-vif-deleted', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:46:35.548929 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402d94b-6335-4332-bb14-3987a5cebe72" -d '{"events": [{"server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "name": "network-vif-deleted", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:46:35.587748 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5fb6dd-418e-4eaa-ad21-a5f66258efd1 x-openstack-request-id: req-8f5fb6dd-418e-4eaa-ad21-a5f66258efd1 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:46:35.588234 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9596f2-01c6-4a46-a9c6-6916648ca375", "name": "network-vif-deleted", "tag": "da4f25a7-5376-47e1-80ea-88a980557a6d", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:46:35.588485 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f5fb6dd-418e-4eaa-ad21-a5f66258efd1 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:46:35.588879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9596f2-01c6-4a46-a9c6-6916648ca375', 'name': 'network-vif-deleted', 'tag': 'da4f25a7-5376-47e1-80ea-88a980557a6d', 'status': 'completed', 'code': 200} Jul 16 15:46:35.617642 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:46:35.924995 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:35.950099 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:46:35.958403 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:46:35.959004 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:46:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:36.067507 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:46:36.073911 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-94a36dc2-49b5-4b91-9549-7ac426e56307 req-54fa97c2-0352-4dea-91ef-1fd3c374bf55 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd9596f2-01c6-4a46-a9c6-6916648ca375 HTTP/1.1" status: 200 len: 210 time: 0.0329597 Jul 16 15:46:36.108907 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34248) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:36.155924 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Deleting subnet ede4e680-8b0d-45d6-b8d5-babe96aa78f7 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:46:36.160223 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.200146 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330253'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.239176 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.281796 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:36.289861 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12330269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554157'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.308000 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f497e0e-3f2d-49bf-af5e-0bb7e9cc737e None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:40:07Z', 'revision_number': 4, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '96ae0ec9-55f1-4b0d-bc09-a35490a560dd', 'name': '', 'network_id': 'f6d71c75-7af2-471b-9f9f-4027387a0ef4', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'mac_address': 'fa:16:3e:03:64:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:06Z', 'updated_at': '2021-07-16T15:40:18Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'subnets': [{'id': '55b68bb6-d009-4946-afcd-d16752b5f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:46:36.316169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede4e680-8b0d-45d6-b8d5-babe96aa78f7,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:36.320923 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.323663 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ede4e680-8b0d-45d6-b8d5-babe96aa78f7 HTTP/1.1" status: 204 len: 168 time: 0.2135022 Jul 16 15:46:36.325347 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34252) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:36.331623 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.332373 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.332651 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.333010 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.333388 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.333755 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.334094 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.334492 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.334847 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.335333 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.335703 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.336187 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948bbddd-8970-4329-82f3-0ca6c2e8870d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:36.398799 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.479351 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.489924 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb0fc42-ce09-4721-9489-131e4a31f90e']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:36.499734 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4afca6-913c-481e-99fd-76099d5f7eb6') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:36.500036 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4afca6-913c-481e-99fd-76099d5f7eb6') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:36.509723 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.524790 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75ba7b-16cc-41dc-9cb4-9f515711f23d None None] New status for floating IP edc8135b-09e6-4030-8dce-23776dbb8157: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:46:36.525248 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.530818 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:46:36.531246 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:46:36.533125 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:46:36.588417 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.594169 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.596397 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ceb0fc42-ce09-4721-9489-131e4a31f90e HTTP/1.1" status: 204 len: 168 time: 0.2700698 Jul 16 15:46:36.613915 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119f8c5-3b1d-4996-adfd-13fcf54aa437 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb0fc42-ce09-4721-9489-131e4a31f90e,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:36.678687 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdedda-2e1e-4e8c-b11a-644ff3f098da req-8bf0a258-ed7f-43db-9a72-3e455367f80d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:36.680197 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fbcdedda-2e1e-4e8c-b11a-644ff3f098da req-8bf0a258-ed7f-43db-9a72-3e455367f80d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0690212 Jul 16 15:46:36.718499 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fbcdedda-2e1e-4e8c-b11a-644ff3f098da req-993c8035-0f9d-4020-bfc3-aa2b76ac43ff tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328743 Jul 16 15:46:36.766414 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34258) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:36.804023 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-90f98a31-7e31-4ed5-96c7-acf61401dcc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56512999122e4382bc07059025d84936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365028 Jul 16 15:46:36.806222 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34260) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:36.850928 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d928b7a5-c489-4fd7-8bce-7f9c6884acaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.870874 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d928b7a5-c489-4fd7-8bce-7f9c6884acaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.917385 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d928b7a5-c489-4fd7-8bce-7f9c6884acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.919972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-d928b7a5-c489-4fd7-8bce-7f9c6884acaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:36.921113 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-d928b7a5-c489-4fd7-8bce-7f9c6884acaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27d6fb20-09f7-49bd-b619-871320e5939f HTTP/1.1" status: 204 len: 168 time: 0.1140435 Jul 16 15:46:36.929321 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928b7a5-c489-4fd7-8bce-7f9c6884acaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6fb20-09f7-49bd-b619-871320e5939f,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:37.198716 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34268) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:37.253181 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7347516a-0177-4c0d-a95d-e81505fabb10 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.274436 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7347516a-0177-4c0d-a95d-e81505fabb10 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.318381 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7347516a-0177-4c0d-a95d-e81505fabb10 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.320862 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-7347516a-0177-4c0d-a95d-e81505fabb10 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.321958 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-7347516a-0177-4c0d-a95d-e81505fabb10 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "DELETE /v2.0/security-groups/f1d91c11-9f96-4d61-a319-a3085ca94b79 HTTP/1.1" status: 204 len: 168 time: 0.1221752 Jul 16 15:46:37.324790 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34270) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:37.330997 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347516a-0177-4c0d-a95d-e81505fabb10 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d91c11-9f96-4d61-a319-a3085ca94b79,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:37.339417 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.api.v2.resource [None req-d1483616-41c1-4859-b480-4314814d7054 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] show failed (client error): The resource could not be found. Jul 16 15:46:37.340467 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d1483616-41c1-4859-b480-4314814d7054 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "GET /v2.0/security-groups/f1d91c11-9f96-4d61-a319-a3085ca94b79 HTTP/1.1" status: 404 len: 347 time: 0.0146363 Jul 16 15:46:37.343181 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34272) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:37.462243 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Deleting port 14c106c3-89ad-4364-ab63-f2d6f9d9b2e8 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:37.462487 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.536823 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.537151 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.548208 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Calling delete_port for 14c106c3-89ad-4364-ab63-f2d6f9d9b2e8 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:37.672953 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.696880 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Pushing event deleted for resources: {'Port': ['ID=14c106c3-89ad-4364-ab63-f2d6f9d9b2e8,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:37.755575 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.758240 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:37.759444 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1a8434bb-2f40-41c8-9371-0b148dbadfe2 tempest-AttachVolumeTestJSON-1547871126 tempest-AttachVolumeTestJSON-1547871126-project] 10.222.0.10 "DELETE /v2.0/floatingips/edc8135b-09e6-4030-8dce-23776dbb8157 HTTP/1.1" status: 204 len: 168 time: 0.4153483 Jul 16 15:46:37.898281 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dad82-af28-4337-8366-5608e154ff94 req-c61706c1-dd4c-4d84-a57e-b655728ea427 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:37.899880 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-039dad82-af28-4337-8366-5608e154ff94 req-c61706c1-dd4c-4d84-a57e-b655728ea427 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0659986 Jul 16 15:46:37.937571 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-039dad82-af28-4337-8366-5608e154ff94 req-bd497520-93e4-4155-854f-c14d181b6757 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Jul 16 15:46:38.569238 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device da4f25a7-5376-47e1-80ea-88a980557a6d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:46:38.588658 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: da4f25a7-5376-47e1-80ea-88a980557a6d {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:46:38.589007 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device da4f25a7-5376-47e1-80ea-88a980557a6d not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:46:39.121566 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd9b1-cd48-4889-a8b0-424eb395afc4 req-8f4f7396-f3d3-44a2-b0d3-aa5fb0073eb0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:39.123003 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-529dd9b1-cd48-4889-a8b0-424eb395afc4 req-8f4f7396-f3d3-44a2-b0d3-aa5fb0073eb0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0637782 Jul 16 15:46:39.159281 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-529dd9b1-cd48-4889-a8b0-424eb395afc4 req-b9c90122-2096-4a4d-bd1b-4aac0711acdf tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Jul 16 15:46:40.334324 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5db2-58e4-4d3f-a669-4ee95ba66e2f req-8b9b0558-47fe-412b-aa96-5dbdc2503306 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:40.335944 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-18fc5db2-58e4-4d3f-a669-4ee95ba66e2f req-8b9b0558-47fe-412b-aa96-5dbdc2503306 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0610600 Jul 16 15:46:40.372662 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-18fc5db2-58e4-4d3f-a669-4ee95ba66e2f req-bf0c49fa-66d6-4d7d-ab82-48a68f71c44e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309279 Jul 16 15:46:41.413090 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34308) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:41.544772 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f786a5-4371-4c23-93ea-a768cd88e7d0 req-1a344984-9c37-4e1c-b7dd-663784aadc70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:41.546231 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-18f786a5-4371-4c23-93ea-a768cd88e7d0 req-1a344984-9c37-4e1c-b7dd-663784aadc70 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0607979 Jul 16 15:46:41.586448 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-18f786a5-4371-4c23-93ea-a768cd88e7d0 req-60f27dbb-6473-4dfa-a003-ebe8c3bc1289 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340762 Jul 16 15:46:41.925361 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:42.159661 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Deleting port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:42.159899 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:42.232373 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] For port 96ae0ec9-55f1-4b0d-bc09-a35490a560dd, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:42.232724 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:42.244375 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Calling delete_port for 96ae0ec9-55f1-4b0d-bc09-a35490a560dd owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:42.411428 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:42.438836 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Pushing event deleted for resources: {'Port': ['ID=96ae0ec9-55f1-4b0d-bc09-a35490a560dd,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:42.612765 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:42.765772 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49096fb5-fe58-40d4-8420-9ffff0ed4966 req-4ed8f771-2040-4aa5-a3d9-4e6f11125a73 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:42.767402 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-49096fb5-fe58-40d4-8420-9ffff0ed4966 req-4ed8f771-2040-4aa5-a3d9-4e6f11125a73 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0655696 Jul 16 15:46:42.806423 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-49096fb5-fe58-40d4-8420-9ffff0ed4966 req-433cc71c-884b-474b-9c5b-ecd78a0586f7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Jul 16 15:46:43.024126 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Router 98beedcb-add2-4e56-b314-409317bc5572 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:46:43.124136 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:46:43.129030 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b53f4f1f-dcbb-4237-af98-e36dd4eb345f admin admin] 10.222.0.10 "PUT /v2.0/routers/98beedcb-add2-4e56-b314-409317bc5572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149293 Jul 16 15:46:43.131736 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34314) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:43.133296 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] Sync routers for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:46:43.142224 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:46:43.142947 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:46:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:43.229935 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.243370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:46:43.325939 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.376496 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Deleting port aead86b7-5799-4c96-88b5-42191b309741 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:43.376832 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.418430 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'aead86b7-5799-4c96-88b5-42191b309741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:46:42Z', 'revision_number': 5, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port': {'id': 'aead86b7-5799-4c96-88b5-42191b309741', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98beedcb-add2-4e56-b314-409317bc5572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:01Z', 'updated_at': '2021-07-16T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:43.444802 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] Checking router: 98beedcb-add2-4e56-b314-409317bc5572 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:46:43.451563 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] For port aead86b7-5799-4c96-88b5-42191b309741, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=aead86b7-5799-4c96-88b5-42191b309741,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:43.452092 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.452923 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] Routers {'98beedcb-add2-4e56-b314-409317bc5572'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:46:43.453542 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:46:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['98beedcb-add2-4e56-b314-409317bc5572'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:43.464620 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Calling delete_port for aead86b7-5799-4c96-88b5-42191b309741 owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:43.537817 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] Set router 98beedcb-add2-4e56-b314-409317bc5572 gateway port host: None {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:46:43.589786 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:46:43Z', 'revision_number': 6, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:43.616291 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bb6f6-cf27-4ec1-88dc-a5dd74af5947 None None] The sync data for ids ['98beedcb-add2-4e56-b314-409317bc5572'] in dv-cinder-784815-1-iscsi is: [{'id': '98beedcb-add2-4e56-b314-409317bc5572', 'name': 'tempest-AttachVolumeTestJSON-1403188072-router', 'tenant_id': '1155ccaad14a417487af7af4142ba971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:00Z', 'updated_at': '2021-07-16T15:46:43Z', 'revision_number': 6, 'project_id': '1155ccaad14a417487af7af4142ba971', 'gw_port_host': None}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:46:43.621558 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.651853 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=aead86b7-5799-4c96-88b5-42191b309741,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:43.709651 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.792918 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.794965 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.837156 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.837923 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98beedcb-add2-4e56-b314-409317bc5572 {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:46:43.842208 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.843416 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3171c079-2dae-4d38-9717-71476bfbfc69 admin admin] 10.222.0.10 "DELETE /v2.0/routers/98beedcb-add2-4e56-b314-409317bc5572 HTTP/1.1" status: 204 len: 168 time: 0.7107251 Jul 16 15:46:43.845798 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34318) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:43.891652 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Deleting subnet 55b68bb6-d009-4946-afcd-d16752b5f433 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:46:43.895366 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.927903 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330253'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.961251 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5ee44aef-29f0-4aa2-acc9-6365cadf9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:43.988768 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc87f-f1bd-4f62-b9b9-87198cf598cf req-7c243e3c-47da-47af-b60f-70e645d6ea3d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:43.990319 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3afdc87f-f1bd-4f62-b9b9-87198cf598cf req-7c243e3c-47da-47af-b60f-70e645d6ea3d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0698693 Jul 16 15:46:44.030065 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3afdc87f-f1bd-4f62-b9b9-87198cf598cf req-b9d117f5-a9c6-4e40-86ae-eb9161fe3fba tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Jul 16 15:46:44.053431 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.108631 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.108852 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12330269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554157'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.137305 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.139155 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/55b68bb6-d009-4946-afcd-d16752b5f433 HTTP/1.1" status: 204 len: 168 time: 0.2923908 Jul 16 15:46:44.140118 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0376-f719-4ed2-a54d-2a885cb43453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b68bb6-d009-4946-afcd-d16752b5f433,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:44.142217 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34320) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:44.144751 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197319f5-cfa1-444b-afa4-24b3320c2db9 None None] Network f6d71c75-7af2-471b-9f9f-4027387a0ef4 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:46:44.207916 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.261973 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Deleting port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:44.262313 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.323025 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] For port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,segment=NetworkSegment(af630c60-c463-4bc5-b9ac-505bc1392808),segment_id=af630c60-c463-4bc5-b9ac-505bc1392808)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:44.323365 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.335146 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Calling delete_port for 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:44.411454 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] DHCP port deletion for f6d71c75-7af2-471b-9f9f-4027387a0ef4 request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:46:44.424906 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.451402 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:44.453223 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] No DVR routers for this DVR port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 on host dv-cinder-784815-1-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:46:44.465864 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Deleting port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:46:44.466339 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.527169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.539029 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] For port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204, host dv-cinder-784815-1-iscsi, got binding levels [] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:44.539452 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.539653 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d71c75-7af2-471b-9f9f-4027387a0ef4']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:44.554845 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Calling delete_port for 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:46:44.555190 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af630c60-c463-4bc5-b9ac-505bc1392808') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:44.555587 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af630c60-c463-4bc5-b9ac-505bc1392808') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:46:44.557727 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.ipam_backend_mixin [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 was not found and therefore no delete operation was performed {{(pid=99566) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 15:46:44.559969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 96ae0ec9-55f1-4b0d-bc09-a35490a560dd no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:46:44.563155 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.565148 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330298'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.578091 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.584097 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:46:44.584551 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12330687'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: timer() Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: cb(*args, **kw) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: self._notify() Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: self.callback(batched_events) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: event.method(event) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._get(url).json() Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:46:44.586205 dv-cinder-784815-1-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:46:44.588545 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 96ae0ec9-55f1-4b0d-bc09-a35490a560dd {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:46:44.588545 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 96ae0ec9-55f1-4b0d-bc09-a35490a560dd not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:46:44.588545 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:46:44.622476 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] Pushing event deleted for resources: {'Port': ['ID=5f2856d4-de8b-40bb-a32e-6cfd72c5e204,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:44.624593 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10740308-1d2f-41e9-a2ad-f7ef0990c19e None None] No DVR routers for this DVR port 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 on host dv-cinder-784815-1-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:46:44.626193 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:46:44.626534 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5f2856d4-de8b-40bb-a32e-6cfd72c5e204 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:46:44.626932 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device aead86b7-5799-4c96-88b5-42191b309741 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:46:44.644931 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.647583 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: aead86b7-5799-4c96-88b5-42191b309741 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:46:44.647929 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device aead86b7-5799-4c96-88b5-42191b309741 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:46:44.653023 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.655411 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6d71c75-7af2-471b-9f9f-4027387a0ef4 HTTP/1.1" status: 204 len: 168 time: 0.5121198 Jul 16 15:46:44.671803 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070253a4-d01a-44a0-97ff-76828f72fb64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d71c75-7af2-471b-9f9f-4027387a0ef4,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:44.775479 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34326) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:44.813970 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-dc2d132d-fd95-4bcd-b042-6c0e94af335c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1155ccaad14a417487af7af4142ba971&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373085 Jul 16 15:46:44.816436 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34328) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:44.862429 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-159da547-7a0f-422a-9af4-49f4679d6d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.885489 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-159da547-7a0f-422a-9af4-49f4679d6d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.930569 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-159da547-7a0f-422a-9af4-49f4679d6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.933033 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-159da547-7a0f-422a-9af4-49f4679d6d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:44.934195 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-159da547-7a0f-422a-9af4-49f4679d6d27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbaa1505-17bb-4ff3-88e7-88c8003d70b3 HTTP/1.1" status: 204 len: 168 time: 0.1168489 Jul 16 15:46:44.941516 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da547-7a0f-422a-9af4-49f4679d6d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa1505-17bb-4ff3-88e7-88c8003d70b3,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:45.213391 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c86b-8156-4e87-af1e-5fa77599da9f req-a9ac3f1f-5eee-462e-804e-85bb4f331373 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:45.214874 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f416c86b-8156-4e87-af1e-5fa77599da9f req-a9ac3f1f-5eee-462e-804e-85bb4f331373 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0675743 Jul 16 15:46:45.251423 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f416c86b-8156-4e87-af1e-5fa77599da9f req-d816890c-8415-429d-980e-09352be3633e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311146 Jul 16 15:46:45.569551 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34352) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:45.659836 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1161391726-network', 'tenant_id': '6c91de7cc6e24c39b31b3679776e8180'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:46:45.680941 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Made reservation on behalf of 6c91de7cc6e24c39b31b3679776e8180 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:46:45.683236 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.691926 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.776414 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.780066 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.799985 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:46:45.814570 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e127e3-add3-4d09-b7da-c7fe878d65ea,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:45.818136 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.818479 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Added segment 1a222e9f-c7ef-4fc8-820d-f7c67ff38971 of type vlan for network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 Jul 16 15:46:45.857378 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.885209 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.886295 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:45.886872 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.919338 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3486636 Jul 16 15:46:45.922399 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34356) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:46:45.927979 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Request body: {'subnet': {'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1161391726-subnet', 'tenant_id': '6c91de7cc6e24c39b31b3679776e8180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:46:45.947676 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Made reservation on behalf of 6c91de7cc6e24c39b31b3679776e8180 for: {'subnet': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:46:45.947862 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893398e-c176-44f6-a49c-a876817eb5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc218b00-9a6e-41c6-80e7-50c11bc3fa47,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:45.949856 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10343821'] for subnet, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:45.958275 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:46:46.110959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3920939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10343839'] for subnet, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:46.166783 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc00717-f01e-4d61-a219-9e9715352b32,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:46.174868 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Checking segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:46:46.175236 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Network hostable DHCP agents. Network: fc218b00-9a6e-41c6-80e7-50c11bc3fa47, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:46:46.191269 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:46:46.199216 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, fc218b00-9a6e-41c6-80e7-50c11bc3fa47) {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:46:46.203027 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:46.204001 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:46.209548 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a114d04-2dcc-4b06-8c51-7d24c029dacf None None] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:46:46.217410 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c988d89e-5623-4c80-8b28-469295e9dbd9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2938693 Jul 16 15:46:46.333422 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46430cc-5c30-41ec-8ba7-fb385721fbd9 None None] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:46:46.440387 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2db9-81e1-48ac-b3f1-a3b0f5373230 req-4689f53c-9c1d-4a58-9a69-8c7d5a06bf04 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:46.441920 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-177f2db9-81e1-48ac-b3f1-a3b0f5373230 req-4689f53c-9c1d-4a58-9a69-8c7d5a06bf04 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jul 16 15:46:46.488925 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-177f2db9-81e1-48ac-b3f1-a3b0f5373230 req-5e757141-64fe-4ca4-bce7-f70cb29aa78b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400109 Jul 16 15:46:46.589175 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:46.630268 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-2d439519-a502-4b17-b504-4bf7b8f796bf tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:46.631763 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-2d439519-a502-4b17-b504-4bf7b8f796bf tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.0972791 Jul 16 15:46:46.641448 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5961fa41-d39f-4f7d-b33c-84b6dc027dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:46.646535 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-e7d036e5-9a1e-4fbd-9322-cd8a2f7b1d33 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/quotas/6c91de7cc6e24c39b31b3679776e8180 HTTP/1.1" status: 200 len: 375 time: 0.0094445 Jul 16 15:46:46.678769 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-d3fcc394-fd60-4e35-89b0-432421fcc1bd tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268438 Jul 16 15:46:46.769032 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-28808614-372d-41d2-a68d-f75c8a8b06ec service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839322 Jul 16 15:46:46.856137 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-7e63bfcb-e029-43b6-9e0a-d5ada76aab82 service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816905 Jul 16 15:46:47.016475 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-89644e6f-9739-4723-8236-19a129d197eb req-15f11041-5eb1-4f6d-9517-8f216cf25412 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 210 time: 0.0282159 Jul 16 15:46:47.648468 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:47.670910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232748f7-4543-4e9c-93ab-a4fb0d1275d5 req-87c9ad60-a800-4464-9bca-eba9c49d78ac tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:47.672400 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-232748f7-4543-4e9c-93ab-a4fb0d1275d5 req-87c9ad60-a800-4464-9bca-eba9c49d78ac tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0673463 Jul 16 15:46:47.711328 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-232748f7-4543-4e9c-93ab-a4fb0d1275d5 req-ae45768e-0945-4347-b2f2-2947f4f228d0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Jul 16 15:46:47.947172 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:46:48.168935 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f52723ed-9de8-4188-8472-7580c897330b req-1460983d-06e5-492d-b1bf-fd4e8579d2f5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 210 time: 0.0387990 Jul 16 15:46:48.235428 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-46424951-d244-4d11-bd43-a74a3a93f297 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:48.236797 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-46424951-d244-4d11-bd43-a74a3a93f297 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1266875 Jul 16 15:46:48.256112 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Request body: {'port': {'device_id': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'admin_state_up': True, 'tenant_id': '6c91de7cc6e24c39b31b3679776e8180'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:46:48.362712 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Made reservation on behalf of 6c91de7cc6e24c39b31b3679776e8180 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:46:48.366176 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:48.483728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Allocated IP 172.20.0.8 (fc218b00-9a6e-41c6-80e7-50c11bc3fa47/5fc00717-f01e-4d61-a219-9e9715352b32/3869ed21-4606-4672-bd07-114085a2c386) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:46:48.625614 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:48.662460 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:48.705890 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:46:48.708938 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:46:48.712667 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:46:48.738965 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event updated for resources: {'Port': ['ID=3869ed21-4606-4672-bd07-114085a2c386,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:48.766596 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:48.767211 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:48.780486 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-958f4b36-0fe0-48f8-a646-4d98ccb7dab6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5285723 Jul 16 15:46:48.798108 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Request body: {'port': {'device_id': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:46:48.908976 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:48.934414 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343376e-7c8e-463b-858b-8e10eb8ca226 req-5dbe45a5-264c-472d-b0c9-f53472d24b9f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:48.935912 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3343376e-7c8e-463b-858b-8e10eb8ca226 req-5dbe45a5-264c-472d-b0c9-f53472d24b9f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1076000 Jul 16 15:46:49.044571 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3343376e-7c8e-463b-858b-8e10eb8ca226 req-6c312bd8-615e-40be-839b-9fba8866e29c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906968 Jul 16 15:46:49.197232 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3869ed21-4606-4672-bd07-114085a2c386 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:46:49.205187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:49.217714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Transition to ACTIVE for port object 3869ed21-4606-4672-bd07-114085a2c386 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:46:49.222742 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:49.270444 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3869ed21-4606-4672-bd07-114085a2c386,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:49.381004 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Attempting to bind port 3869ed21-4606-4672-bd07-114085a2c386 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:46:49.381341 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Attempting to bind port 3869ed21-4606-4672-bd07-114085a2c386 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:46:49.381671 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Attempting to bind port 3869ed21-4606-4672-bd07-114085a2c386 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:46:49.388567 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Port 3869ed21-4606-4672-bd07-114085a2c386 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:46:49.388886 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Attempting to bind port 3869ed21-4606-4672-bd07-114085a2c386 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:46:49.401014 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36cc5f-1bac-44ca-bc1f-81b6bf6af86f req-837032d7-cd16-4b6e-86be-3e0631eebdaf tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:49.402484 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff36cc5f-1bac-44ca-bc1f-81b6bf6af86f req-837032d7-cd16-4b6e-86be-3e0631eebdaf tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 943 time: 0.1059847 Jul 16 15:46:49.403569 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:46:49.403907 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Checking segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:46:49.404279 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Bound using segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:46:49.404704 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Bound port: 3869ed21-4606-4672-bd07-114085a2c386, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:46:49.405058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:49.461491 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:49.477033 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff36cc5f-1bac-44ca-bc1f-81b6bf6af86f req-03fea131-9835-41e9-a3c7-e3982c7cae68 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688641 Jul 16 15:46:49.497504 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] For port 3869ed21-4606-4672-bd07-114085a2c386, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:46:49.500793 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] For port 3869ed21-4606-4672-bd07-114085a2c386, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3869ed21-4606-4672-bd07-114085a2c386,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:46:49.504889 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:49.538729 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:49.539374 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:49.540743 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/3869ed21-4606-4672-bd07-114085a2c386 HTTP/1.1" status: 200 len: 1093 time: 0.7467403 Jul 16 15:46:49.541176 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'tag': '3869ed21-4606-4672-bd07-114085a2c386'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:46:49.543424 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17385167-2390-462b-b935-b190330664fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff7af99-3512-4767-95d2-7bd1300aec22", "tag": "3869ed21-4606-4672-bd07-114085a2c386"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:46:49.567190 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34fbc9-dae5-4fec-bbfd-89e1c71bb5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3869ed21-4606-4672-bd07-114085a2c386,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:49.577476 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17483bab-5228-4a66-b93e-4bb119831668 x-openstack-request-id: req-17483bab-5228-4a66-b93e-4bb119831668 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:46:49.577762 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff7af99-3512-4767-95d2-7bd1300aec22", "tag": "3869ed21-4606-4672-bd07-114085a2c386", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:46:49.578014 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17483bab-5228-4a66-b93e-4bb119831668 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:46:49.578669 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'tag': '3869ed21-4606-4672-bd07-114085a2c386', 'status': 'completed', 'code': 200} Jul 16 15:46:49.650115 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-7618e8b7-7b92-47f2-96bb-3e0e0c24c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:49.651640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-7618e8b7-7b92-47f2-96bb-3e0e0c24c751 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 1096 time: 0.0504131 Jul 16 15:46:49.695961 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-e33dc40a-691d-416d-8df1-bb6e57603f42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3869ed21-4606-4672-bd07-114085a2c386 HTTP/1.1" status: 200 len: 217 time: 0.0319717 Jul 16 15:46:49.744827 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-b765dfe0-e1d1-4393-8ecc-46be01932538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:49.746184 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-b765dfe0-e1d1-4393-8ecc-46be01932538 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0445151 Jul 16 15:46:49.780418 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-83930f2a-1e86-4ed3-acab-3ac20911d2ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258572 Jul 16 15:46:49.867488 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-89676978-8be0-408d-89c1-8edcdabb063f service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810530 Jul 16 15:46:49.954998 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-484bbf9a-29ab-4c39-8752-d445ebbeabb5 req-9dbe6a2c-ef00-472d-84cd-68765b9d135e service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799010 Jul 16 15:46:50.100313 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385167-2390-462b-b935-b190330664fb req-5ccf0a10-4f0e-4dde-8bcf-c6d2b68b86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:50.101790 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-5ccf0a10-4f0e-4dde-8bcf-c6d2b68b86b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 1096 time: 0.0531082 Jul 16 15:46:50.223291 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385167-2390-462b-b935-b190330664fb req-f12013a2-4fde-402b-98ad-73f71d69cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:50.224626 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-f12013a2-4fde-402b-98ad-73f71d69cdb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 916 time: 0.1152232 Jul 16 15:46:50.271438 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-811c05cc-0839-4354-95d6-81f7f4eab06d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3869ed21-4606-4672-bd07-114085a2c386 HTTP/1.1" status: 200 len: 217 time: 0.0391645 Jul 16 15:46:50.282229 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d751f52-4fd3-4706-aea4-4eac074f18e7 req-0f3199f3-477f-409d-957a-0c7ab13428f3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:50.283706 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3d751f52-4fd3-4706-aea4-4eac074f18e7 req-0f3199f3-477f-409d-957a-0c7ab13428f3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1160991 Jul 16 15:46:50.345447 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385167-2390-462b-b935-b190330664fb req-97701f6f-fa90-4e29-b5ea-576d99230790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:50.346838 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-97701f6f-fa90-4e29-b5ea-576d99230790 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0623326 Jul 16 15:46:50.351656 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3d751f52-4fd3-4706-aea4-4eac074f18e7 req-dfac17cf-ba74-4abb-bb27-58d255135be2 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603364 Jul 16 15:46:50.380766 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-1b1d277c-e164-401f-b4b8-0f1c30701879 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264034 Jul 16 15:46:50.472747 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-549f11bd-d42b-472a-9198-5693c83bc841 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832486 Jul 16 15:46:50.566068 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17385167-2390-462b-b935-b190330664fb req-92bea388-e175-48a0-bb97-91ba88b82dbf service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804706 Jul 16 15:46:50.649239 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2cb81-41f5-44b2-a640-b87ec9e21b91 req-1afdd881-c6a7-4b9b-b348-4b6ec8b21f3f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:50.650697 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4dd2cb81-41f5-44b2-a640-b87ec9e21b91 req-1afdd881-c6a7-4b9b-b348-4b6ec8b21f3f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 943 time: 0.0649462 Jul 16 15:46:50.687432 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4dd2cb81-41f5-44b2-a640-b87ec9e21b91 req-36b03b0a-f1a1-4bcb-b5f6-736cc7928dc9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Jul 16 15:46:51.524361 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eae72-7658-482f-886a-00342ef5a419 req-f7b669d3-d576-4743-8875-ac60d8f8611a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:51.525795 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-962eae72-7658-482f-886a-00342ef5a419 req-f7b669d3-d576-4743-8875-ac60d8f8611a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0606406 Jul 16 15:46:51.561466 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-962eae72-7658-482f-886a-00342ef5a419 req-ed1fc84f-e441-4546-8043-e36b5a743cdc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303900 Jul 16 15:46:51.860438 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79df4f-d1dc-4c52-94db-45a2af1af5a2 req-c7e2ad04-88d6-465f-80ce-d6816ace308b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:51.862423 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7b79df4f-d1dc-4c52-94db-45a2af1af5a2 req-c7e2ad04-88d6-465f-80ce-d6816ace308b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 943 time: 0.0644858 Jul 16 15:46:51.898812 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7b79df4f-d1dc-4c52-94db-45a2af1af5a2 req-68b4bf25-c139-4ad2-9639-1b3ec7c39ac2 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Jul 16 15:46:52.601067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3869ed21-4606-4672-bd07-114085a2c386 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:46:52.691872 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 3869ed21-4606-4672-bd07-114085a2c386, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3869ed21-4606-4672-bd07-114085a2c386,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:52.702598 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '3869ed21-4606-4672-bd07-114085a2c386', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'port_id': '3869ed21-4606-4672-bd07-114085a2c386', 'mac_address': 'fa:16:3e:e1:26:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc00717-f01e-4d61-a219-9e9715352b32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:46:52.737516 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e69a-4742-4e5d-b82e-040532fde8e3 req-6d86e9d7-eb0e-4020-b01c-c7a7333fcc17 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:52.738935 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f425e69a-4742-4e5d-b82e-040532fde8e3 req-6d86e9d7-eb0e-4020-b01c-c7a7333fcc17 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0624261 Jul 16 15:46:52.741267 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:52.754108 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3869ed21-4606-4672-bd07-114085a2c386 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:46:52.773026 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 3869ed21-4606-4672-bd07-114085a2c386, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3869ed21-4606-4672-bd07-114085a2c386,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:52.776786 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f425e69a-4742-4e5d-b82e-040532fde8e3 req-6e1f0631-6180-451a-9185-9af964046c04 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321364 Jul 16 15:46:52.776994 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:52.823828 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=3869ed21-4606-4672-bd07-114085a2c386,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:52.831605 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.831955 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.832297 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.832636 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.832969 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.833301 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.833631 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.833958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.834313 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.834645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.834971 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:52.835320 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:46:53.070552 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749ec0-78d3-431b-b22b-536a8945d730 req-cb2b85a9-dab1-429f-ad08-90ffa0f6e5d5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:53.071926 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f7749ec0-78d3-431b-b22b-536a8945d730 req-cb2b85a9-dab1-429f-ad08-90ffa0f6e5d5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 944 time: 0.0610988 Jul 16 15:46:53.086430 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:46:53.107576 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f7749ec0-78d3-431b-b22b-536a8945d730 req-692132bb-1c3b-41cb-868d-b60f20d7930e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302134 Jul 16 15:46:53.955831 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b99b8-1bee-4545-b80a-8ff7495e220a req-6663441b-bfa4-4eec-a356-13c31dd9a414 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:53.957308 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-659b99b8-1bee-4545-b80a-8ff7495e220a req-6663441b-bfa4-4eec-a356-13c31dd9a414 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0644441 Jul 16 15:46:53.993311 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-659b99b8-1bee-4545-b80a-8ff7495e220a req-af4954ac-29f8-464a-b79e-8e041f3859e1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305269 Jul 16 15:46:54.273489 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23782e-09a3-4173-b86e-22444612ddaf req-ed6c649f-7865-42bc-94cc-f991ca71d845 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:54.274933 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-de23782e-09a3-4173-b86e-22444612ddaf req-ed6c649f-7865-42bc-94cc-f991ca71d845 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 944 time: 0.0608215 Jul 16 15:46:54.311405 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-de23782e-09a3-4173-b86e-22444612ddaf req-d81f4a79-c8fe-46ab-b01a-e4ea5d17506e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Jul 16 15:46:54.617082 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3869ed21-4606-4672-bd07-114085a2c386 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:46:54.663442 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 3869ed21-4606-4672-bd07-114085a2c386 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:46:54.666795 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 3869ed21-4606-4672-bd07-114085a2c386 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:46:54.667163 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:54.738597 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:54.760325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869ed21-4606-4672-bd07-114085a2c386'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:46:54.762551 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8338ac-d2cf-49be-8313-163c27a9ce0d" -d '{"events": [{"server_uuid": "0ff7af99-3512-4767-95d2-7bd1300aec22", "name": "network-vif-plugged", "status": "completed", "tag": "3869ed21-4606-4672-bd07-114085a2c386"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:46:54.775189 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 3869ed21-4606-4672-bd07-114085a2c386, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3869ed21-4606-4672-bd07-114085a2c386,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:54.779787 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:54.923077 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e42f64-8426-4edd-80fd-ce0740f2f0d8 x-openstack-request-id: req-98e42f64-8426-4edd-80fd-ce0740f2f0d8 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:46:54.923391 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff7af99-3512-4767-95d2-7bd1300aec22", "name": "network-vif-plugged", "status": "completed", "tag": "3869ed21-4606-4672-bd07-114085a2c386", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:46:54.923650 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98e42f64-8426-4edd-80fd-ce0740f2f0d8 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:46:54.924073 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3869ed21-4606-4672-bd07-114085a2c386', 'code': 200} Jul 16 15:46:54.948869 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=3869ed21-4606-4672-bd07-114085a2c386,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:55.059529 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e2434-4792-41c1-bf64-ea91109df0af req-0927f579-1dcd-4469-b96a-20a73f0d00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:55.061037 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f3e2434-4792-41c1-bf64-ea91109df0af req-0927f579-1dcd-4469-b96a-20a73f0d00f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 1098 time: 0.0537996 Jul 16 15:46:55.094272 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f3e2434-4792-41c1-bf64-ea91109df0af req-5c63690a-5efa-4e27-84f2-f52c8b46e057 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272887 Jul 16 15:46:55.164360 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa936e-6a9b-4725-8661-32f8dab262db req-b1b81773-1c45-4369-b588-4c62924fce78 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:55.165807 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92fa936e-6a9b-4725-8661-32f8dab262db req-b1b81773-1c45-4369-b588-4c62924fce78 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0610127 Jul 16 15:46:55.201299 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-92fa936e-6a9b-4725-8661-32f8dab262db req-161d0a13-40d4-4c3e-ab96-b81765f94f80 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302770 Jul 16 15:46:55.478487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce6431-af92-40f5-9c1f-63ba90b745b7 req-371932ba-1ace-496b-83a9-94f16234f05d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:55.479974 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cce6431-af92-40f5-9c1f-63ba90b745b7 req-371932ba-1ace-496b-83a9-94f16234f05d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 945 time: 0.0621552 Jul 16 15:46:55.516978 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7cce6431-af92-40f5-9c1f-63ba90b745b7 req-00a15444-ccbc-4329-b819-dabb5f13dd8e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jul 16 15:46:56.379095 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bea3e6-58e4-41d3-bdc4-338c4bae688c req-213fe95b-b0d5-40c5-a8ce-9187f4ca97df tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:56.380548 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-28bea3e6-58e4-41d3-bdc4-338c4bae688c req-213fe95b-b0d5-40c5-a8ce-9187f4ca97df tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0644746 Jul 16 15:46:56.416010 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-28bea3e6-58e4-41d3-bdc4-338c4bae688c req-a2e591d9-c4c7-4677-a510-b8ff098f6447 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301340 Jul 16 15:46:56.681316 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2dae-b380-442d-9f43-68635917223a req-cabf9c49-57b0-4d79-95fc-382dfc1dda1e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:56.682755 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-415d2dae-b380-442d-9f43-68635917223a req-cabf9c49-57b0-4d79-95fc-382dfc1dda1e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 945 time: 0.0611343 Jul 16 15:46:56.719593 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-415d2dae-b380-442d-9f43-68635917223a req-ff02ad3e-480c-4234-bd58-edd6d466ceb7 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 16 15:46:57.589912 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f098fc6-ae39-4713-bbde-502fd2881376 req-8e4cce26-16f6-47f0-a8f5-43bf9bfbd787 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:57.591368 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2f098fc6-ae39-4713-bbde-502fd2881376 req-8e4cce26-16f6-47f0-a8f5-43bf9bfbd787 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0638776 Jul 16 15:46:57.627874 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2f098fc6-ae39-4713-bbde-502fd2881376 req-d634a61c-dad2-4eff-b107-43f3720a8fdf tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305150 Jul 16 15:46:58.666520 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:46:58.757930 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:58.769183 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '10604f84-c86b-48de-9989-db646eb4f13e', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'port_id': '10604f84-c86b-48de-9989-db646eb4f13e', 'mac_address': 'fa:16:3e:86:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:46:58.800370 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806f0a6-a561-4707-8c2e-e1c4baf23900 req-9adecf3c-7c1f-4150-adc6-8102d7adb814 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:46:58.801831 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7806f0a6-a561-4707-8c2e-e1c4baf23900 req-9adecf3c-7c1f-4150-adc6-8102d7adb814 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0618453 Jul 16 15:46:58.808288 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:58.821070 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10604f84-c86b-48de-9989-db646eb4f13e {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:46:58.839647 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7806f0a6-a561-4707-8c2e-e1c4baf23900 req-fffce1e9-7d6d-4ec2-805d-f50fd4b9dce6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Jul 16 15:46:58.840608 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:46:58.844751 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:46:58.890580 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=6']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:46:59.061203 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['10604f84-c86b-48de-9989-db646eb4f13e'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:00.049433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e9dcb-e8ed-499b-8834-76e9a92a13d9 req-c0d4da39-0a45-4963-b98a-0bc3fbf8683d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:00.051637 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b58e9dcb-e8ed-499b-8834-76e9a92a13d9 req-c0d4da39-0a45-4963-b98a-0bc3fbf8683d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 944 time: 0.0871749 Jul 16 15:47:00.094852 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b58e9dcb-e8ed-499b-8834-76e9a92a13d9 req-6dfac1c6-8801-4c6c-98e6-ba287f7b68e7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Jul 16 15:47:00.687692 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:47:00.738495 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 10604f84-c86b-48de-9989-db646eb4f13e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:47:00.738995 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:00.818698 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:00.844122 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:00.846395 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f53dc2-ef54-4591-8c64-4f238a0aa4c6" -d '{"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-plugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:00.860185 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:00.865511 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:00.897412 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c16f326-550d-4601-96f7-32402dd31604 x-openstack-request-id: req-2c16f326-550d-4601-96f7-32402dd31604 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:00.897744 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-plugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:00.898060 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c16f326-550d-4601-96f7-32402dd31604 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:00.898507 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'code': 200} Jul 16 15:47:00.928929 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=7']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:01.295538 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48ff65-f4be-4db5-80b7-3fdbc409ded2 req-05e05ad4-f086-4c08-b89c-23f08e284369 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:01.297011 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d48ff65-f4be-4db5-80b7-3fdbc409ded2 req-05e05ad4-f086-4c08-b89c-23f08e284369 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0692518 Jul 16 15:47:01.336672 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d48ff65-f4be-4db5-80b7-3fdbc409ded2 req-90465a6e-c22e-4358-b5eb-62c6549e1806 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Jul 16 15:47:02.550336 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07796b8-7918-43b4-8152-32ef419fc59d req-e932d070-2b92-4293-8a9c-d6063113cb9e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:02.552571 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e07796b8-7918-43b4-8152-32ef419fc59d req-e932d070-2b92-4293-8a9c-d6063113cb9e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0772014 Jul 16 15:47:02.593020 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e07796b8-7918-43b4-8152-32ef419fc59d req-e409bbaa-7b50-46cc-ac83-42083cc9746a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Jul 16 15:47:03.796013 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa9a7-b6df-4b03-bfe8-5a02e739f397 req-f55c30d2-50a0-4c04-90a4-f475f475fbe8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:03.797527 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-000fa9a7-b6df-4b03-bfe8-5a02e739f397 req-f55c30d2-50a0-4c04-90a4-f475f475fbe8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0847766 Jul 16 15:47:03.839839 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-000fa9a7-b6df-4b03-bfe8-5a02e739f397 req-dc661769-77e4-4f10-bc96-b88c21dd9dce tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Jul 16 15:47:05.069102 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f08e8d-3d8b-45b1-ad0e-1ef0836d4818 req-6b5d34f4-178b-48ef-a038-b91a695a2d38 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:05.070648 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62f08e8d-3d8b-45b1-ad0e-1ef0836d4818 req-6b5d34f4-178b-48ef-a038-b91a695a2d38 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0818796 Jul 16 15:47:05.131278 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-62f08e8d-3d8b-45b1-ad0e-1ef0836d4818 req-5282d2a8-912e-498d-87b3-d656f236fa5f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496192 Jul 16 15:47:06.115808 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-923f665c-eb45-47d7-9f1e-cb40b9c3892b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:06.117286 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-923f665c-eb45-47d7-9f1e-cb40b9c3892b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1253395 Jul 16 15:47:06.134439 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-79eddd8a-ae2c-44f8-b9b3-961b16386cbf tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/quotas/6c91de7cc6e24c39b31b3679776e8180 HTTP/1.1" status: 200 len: 375 time: 0.0108328 Jul 16 15:47:06.215779 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-c7264102-d6dd-452e-af01-038cbd762e35 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756161 Jul 16 15:47:06.427176 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c62e5-8763-4b29-a073-77255c077a07 req-8a4ffc3c-d454-4538-a2a4-4e48edf878a1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:06.429180 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec2c62e5-8763-4b29-a073-77255c077a07 req-8a4ffc3c-d454-4538-a2a4-4e48edf878a1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1324835 Jul 16 15:47:06.443831 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-7ef2760a-8caf-4f44-b32c-3a730b3c5a61 service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227790 Jul 16 15:47:06.508121 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec2c62e5-8763-4b29-a073-77255c077a07 req-cc65d4c5-8f32-4dfb-b5e5-ae6fe5589a46 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724142 Jul 16 15:47:06.860353 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-47805704-609a-432f-a194-b5792edf102b service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053416 Jul 16 15:47:07.050812 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6da0d003-afa0-4040-903d-34a5ee528cad req-0b9e4977-0836-40dd-90fb-fd3fd0dfb565 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 210 time: 0.0311384 Jul 16 15:47:07.716913 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fd6a2-03ee-409a-a150-3ec37a88729b req-6de28c42-15c4-44ab-8c29-ac33af0ed85a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:07.719677 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-812fd6a2-03ee-409a-a150-3ec37a88729b req-6de28c42-15c4-44ab-8c29-ac33af0ed85a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0751915 Jul 16 15:47:07.775595 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-812fd6a2-03ee-409a-a150-3ec37a88729b req-4687115b-95b9-4a9b-a232-308f0d227f81 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512857 Jul 16 15:47:08.209411 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a582b323-5467-41f0-86f4-9eceb14b1c4e req-66b99c88-d5e8-46c4-82ea-077cf581e86d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 210 time: 0.0419145 Jul 16 15:47:08.460877 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-a528803b-8d8c-4da5-a9d8-f74153d94050 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:08.462305 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-a528803b-8d8c-4da5-a9d8-f74153d94050 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1063576 Jul 16 15:47:08.491504 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Request body: {'port': {'device_id': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'admin_state_up': True, 'tenant_id': '6c91de7cc6e24c39b31b3679776e8180'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:47:08.600203 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Made reservation on behalf of 6c91de7cc6e24c39b31b3679776e8180 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:47:08.603743 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:08.722151 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Allocated IP 172.20.0.6 (fc218b00-9a6e-41c6-80e7-50c11bc3fa47/5fc00717-f01e-4d61-a219-9e9715352b32/3a35a570-7616-4926-9ebd-93a3cea9b1ef) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:47:08.864096 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:08.944139 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:08.983675 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:09.005430 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c40ae-d86b-4ea0-a352-ccab3fd48665 req-8fa96479-3390-4f56-b1a8-3c176f4685f5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.006947 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d9c40ae-d86b-4ea0-a352-ccab3fd48665 req-8fa96479-3390-4f56-b1a8-3c176f4685f5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.1242359 Jul 16 15:47:09.010910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:47:09.012388 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:47:09.018830 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:47:09.026913 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event updated for resources: {'Port': ['ID=3a35a570-7616-4926-9ebd-93a3cea9b1ef,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:09.087406 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d9c40ae-d86b-4ea0-a352-ccab3fd48665 req-866e6cd9-ad20-410a-a6d2-e7d9e8599e0c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703716 Jul 16 15:47:09.093225 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.093617 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:09.110942 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-3c20fc5d-f2f6-46b0-9761-8d3825f87e16 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230423 Jul 16 15:47:09.131894 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Request body: {'port': {'device_id': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:47:09.240259 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:09.250284 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-e7849f33-83bb-4aee-bdd0-0b03515526bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.252357 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-e7849f33-83bb-4aee-bdd0-0b03515526bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1098 time: 0.1172371 Jul 16 15:47:09.478908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-e34e9810-e5e0-41a4-b8b5-a99a5d193399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.480397 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-e34e9810-e5e0-41a4-b8b5-a99a5d193399 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.2054338 Jul 16 15:47:09.584440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c03d-49d4-4c6e-9fa0-c65c649a8335 req-f381b171-593c-4450-9d68-c4069cbace9b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.585817 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c286c03d-49d4-4c6e-9fa0-c65c649a8335 req-f381b171-593c-4450-9d68-c4069cbace9b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 931 time: 0.2649834 Jul 16 15:47:09.608337 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-c23cf3e9-64cb-4090-89e7-d7d092281fa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 200 len: 1001 time: 0.1178186 Jul 16 15:47:09.687032 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c286c03d-49d4-4c6e-9fa0-c65c649a8335 req-18a03ea4-9398-4d16-a880-2a2164f5163f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941465 Jul 16 15:47:09.704580 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-60b432fe-ffa6-4a5b-912b-a5c5707746d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.706528 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-60b432fe-ffa6-4a5b-912b-a5c5707746d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0880697 Jul 16 15:47:09.765651 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a35a570-7616-4926-9ebd-93a3cea9b1ef {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:09.774453 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:09.792542 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Transition to ACTIVE for port object 3a35a570-7616-4926-9ebd-93a3cea9b1ef will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:47:09.798132 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:09.831088 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-e89c18a0-d983-4b00-8760-e330768aed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:09.832620 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-e89c18a0-d983-4b00-8760-e330768aed07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046948 Jul 16 15:47:09.861977 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35a570-7616-4926-9ebd-93a3cea9b1ef,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:09.988051 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Attempting to bind port 3a35a570-7616-4926-9ebd-93a3cea9b1ef on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:47:09.988401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Attempting to bind port 3a35a570-7616-4926-9ebd-93a3cea9b1ef by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:47:09.988722 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Attempting to bind port 3a35a570-7616-4926-9ebd-93a3cea9b1ef on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:47:09.995425 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Port 3a35a570-7616-4926-9ebd-93a3cea9b1ef on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:47:09.995752 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Attempting to bind port 3a35a570-7616-4926-9ebd-93a3cea9b1ef on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:47:09.999032 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-2bc7fe27-5a14-4dc8-8c20-718a6ccfde64 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477823 Jul 16 15:47:10.003213 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:47:10.003589 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Checking segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:47:10.003973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Bound using segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:47:10.004400 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Bound port: 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:47:10.004762 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:10.134101 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] For port 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:47:10.138377 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] For port 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:47:10.142976 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-199b0261-9fdb-4b9a-98d5-28b1f2fd0636 req-91f38b74-1e54-41fc-aa18-ffaa9b582d88 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356852 Jul 16 15:47:10.144471 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:10.177779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.178396 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:10.179790 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] 10.222.0.11 "PUT /v2.0/ports/3a35a570-7616-4926-9ebd-93a3cea9b1ef HTTP/1.1" status: 200 len: 1093 time: 1.0522861 Jul 16 15:47:10.180223 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'tag': '3a35a570-7616-4926-9ebd-93a3cea9b1ef'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:10.182443 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809084b7-2c1e-4abe-8ce9-5ea644172301" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0", "tag": "3a35a570-7616-4926-9ebd-93a3cea9b1ef"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:10.206521 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ae58-cf84-48d9-8079-fa861be20901 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35a570-7616-4926-9ebd-93a3cea9b1ef,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:10.226195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27e878b-a115-4cdd-bc69-0bc2c83d8702 x-openstack-request-id: req-d27e878b-a115-4cdd-bc69-0bc2c83d8702 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:10.226490 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0", "tag": "3a35a570-7616-4926-9ebd-93a3cea9b1ef", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:10.226739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d27e878b-a115-4cdd-bc69-0bc2c83d8702 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:10.227136 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'tag': '3a35a570-7616-4926-9ebd-93a3cea9b1ef', 'status': 'completed', 'code': 200} Jul 16 15:47:10.285208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c44e-1d72-40d7-b07f-73f91297326d req-e6c6a723-2e91-415e-a2b7-95f168ec0cd8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.286630 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8d88c44e-1d72-40d7-b07f-73f91297326d req-e6c6a723-2e91-415e-a2b7-95f168ec0cd8 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0771651 Jul 16 15:47:10.347657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8d88c44e-1d72-40d7-b07f-73f91297326d req-496a62ca-9a65-4846-beb0-c5228f779b6e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Jul 16 15:47:10.356515 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-8019bffd-c177-454f-b9c3-a8fa3987f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.357945 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-8019bffd-c177-454f-b9c3-a8fa3987f249 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0884976 Jul 16 15:47:10.411313 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-c0d03c58-638e-4f2d-aa2d-3fd2a1022dc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef HTTP/1.1" status: 200 len: 217 time: 0.0372729 Jul 16 15:47:10.460499 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-07c042ad-28f6-46dd-9da8-c62f1991eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.461891 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-07c042ad-28f6-46dd-9da8-c62f1991eb6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0433965 Jul 16 15:47:10.494506 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-4909f485-ad35-41a2-b7e9-863b9146d528 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253255 Jul 16 15:47:10.584506 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-cbc625e5-fc6d-4ad2-a553-79c4db0b0b62 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Jul 16 15:47:10.673068 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ec3c2d97-eec9-473d-a921-354cd55cfe1f req-a1417acc-1069-4546-a801-08e44c7eedb8 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812066 Jul 16 15:47:10.847760 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-426f8646-14a2-401a-8c1b-a16ef79d5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.849204 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-426f8646-14a2-401a-8c1b-a16ef79d5909 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0861137 Jul 16 15:47:10.899800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cc5b4-4e63-4f10-9b48-e0e24584d7e5 req-2a06bc23-9e0b-47e9-bf30-e40082161299 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.901240 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-315cc5b4-4e63-4f10-9b48-e0e24584d7e5 req-2a06bc23-9e0b-47e9-bf30-e40082161299 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 943 time: 0.1027453 Jul 16 15:47:10.980816 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-315cc5b4-4e63-4f10-9b48-e0e24584d7e5 req-20a60ae3-edbd-47d5-b735-6562d8358ddb tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529010 Jul 16 15:47:10.981819 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-226c3727-49a8-4cf6-b7ee-485960147baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:10.983257 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-226c3727-49a8-4cf6-b7ee-485960147baa service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 916 time: 0.1259403 Jul 16 15:47:11.023762 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-bb9dbb4c-3c18-40d4-bf56-54606c6ff9b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef HTTP/1.1" status: 200 len: 217 time: 0.0328145 Jul 16 15:47:11.075000 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-557baad8-c5cf-407f-a02c-859d7621df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:11.076407 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-557baad8-c5cf-407f-a02c-859d7621df2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0405824 Jul 16 15:47:11.114007 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-395be9de-02a0-4324-a1db-213395a8243e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281675 Jul 16 15:47:11.200268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-925c6220-0ae9-42b1-ba34-2992945d4638 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773883 Jul 16 15:47:11.292640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-809084b7-2c1e-4abe-8ce9-5ea644172301 req-027b9827-d5c2-4633-9661-eaaa1ddd9dd9 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820816 Jul 16 15:47:11.522768 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee1a6a-617a-474c-b799-d7f51c1e02d3 req-6425d08b-dcb2-4b15-b17d-29dc86a584f3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:11.524213 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7bee1a6a-617a-474c-b799-d7f51c1e02d3 req-6425d08b-dcb2-4b15-b17d-29dc86a584f3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0602970 Jul 16 15:47:11.559433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7bee1a6a-617a-474c-b799-d7f51c1e02d3 req-d300e02e-f9c3-4ff3-9087-b19cd07a3e02 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296962 Jul 16 15:47:12.154406 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065d40-59ec-4f9b-8319-c8fb37432f7c req-184b0c94-92d7-4b5e-87e8-6256f4df406b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:12.155818 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d065d40-59ec-4f9b-8319-c8fb37432f7c req-184b0c94-92d7-4b5e-87e8-6256f4df406b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 943 time: 0.0658762 Jul 16 15:47:12.194579 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d065d40-59ec-4f9b-8319-c8fb37432f7c req-b4368ba5-e212-40d8-8f62-bacceae6131e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Jul 16 15:47:12.725460 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3a35a570-7616-4926-9ebd-93a3cea9b1ef details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:47:12.735291 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888c0a-4d96-417f-8273-1fff5f6f3ca3 req-4a704c40-da55-4b5e-a5a3-af8e46ee1a51 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:12.735473 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:12.736793 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-55888c0a-4d96-417f-8273-1fff5f6f3ca3 req-4a704c40-da55-4b5e-a5a3-af8e46ee1a51 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 945 time: 0.0647202 Jul 16 15:47:12.773751 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-55888c0a-4d96-417f-8273-1fff5f6f3ca3 req-03a12d5e-8c13-4676-8c30-cc0cf6a69b56 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Jul 16 15:47:12.878425 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:12.880752 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:12.899560 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '3a35a570-7616-4926-9ebd-93a3cea9b1ef', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'port_id': '3a35a570-7616-4926-9ebd-93a3cea9b1ef', 'mac_address': 'fa:16:3e:b3:32:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc00717-f01e-4d61-a219-9e9715352b32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:47:12.913620 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:12.915965 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b34be9-6e92-4b88-a361-794df4893fa8" -d '{"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-unplugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:12.948312 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:12.954943 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:12.964120 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:12.982557 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af4a00-40c4-4ef1-a978-8a4b54d873b0 x-openstack-request-id: req-72af4a00-40c4-4ef1-a978-8a4b54d873b0 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:12.982824 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-unplugged", "status": "failed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "code": 422}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:12.983032 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72af4a00-40c4-4ef1-a978-8a4b54d873b0 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:12.983465 dv-cinder-784815-1-iscsi neutron-server[99566]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'code': 422} returned with failed status Jul 16 15:47:13.003269 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a35a570-7616-4926-9ebd-93a3cea9b1ef {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:13.036324 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:13.037357 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=8']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:13.040378 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:13.089130 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=3a35a570-7616-4926-9ebd-93a3cea9b1ef,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:13.338488 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3a35a570-7616-4926-9ebd-93a3cea9b1ef'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:13.370128 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8abe0-8427-4006-ba34-a8ec71221220 req-28106d5a-6d43-418b-9886-410f1e410f6b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:13.371875 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4eb8abe0-8427-4006-ba34-a8ec71221220 req-28106d5a-6d43-418b-9886-410f1e410f6b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 944 time: 0.0682631 Jul 16 15:47:13.413370 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4eb8abe0-8427-4006-ba34-a8ec71221220 req-69d47514-dd8e-4cc4-8eb6-5509657d1f20 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Jul 16 15:47:13.883322 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b09c3-21e5-468e-a713-171bb91c6385 req-3042af82-cb5a-4efb-946b-d0afa860bcd0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:13.884890 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-f23f4067-b3ef-4134-a455-5ab5bb3c063e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507996 Jul 16 15:47:13.885380 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-939b09c3-21e5-468e-a713-171bb91c6385 req-3042af82-cb5a-4efb-946b-d0afa860bcd0 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0658271 Jul 16 15:47:13.924734 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-939b09c3-21e5-468e-a713-171bb91c6385 req-1d63d3ab-acc3-4d35-8d5e-c1200ec18c63 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326335 Jul 16 15:47:13.963875 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-25dba6f1-4a47-4c3e-856e-9674690ab3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:14.138649 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:14.589043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165810c-0c86-4fbe-b85c-38b07b14eb24 req-fcc5fc6f-7670-4143-aa7c-d871992fd7e5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:14.590498 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a165810c-0c86-4fbe-b85c-38b07b14eb24 req-fcc5fc6f-7670-4143-aa7c-d871992fd7e5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 944 time: 0.0616362 Jul 16 15:47:14.625999 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a165810c-0c86-4fbe-b85c-38b07b14eb24 req-39122243-f0d5-46af-927d-6795fdd42c33 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301068 Jul 16 15:47:14.765970 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3a35a570-7616-4926-9ebd-93a3cea9b1ef up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:47:14.815640 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 3a35a570-7616-4926-9ebd-93a3cea9b1ef completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:47:14.819406 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 3a35a570-7616-4926-9ebd-93a3cea9b1ef triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:47:14.819784 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:14.845264 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26742-150d-4321-a791-128b962cc228 req-60f5f221-45c7-4042-8f15-4486af2151e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:14.846744 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-60f5f221-45c7-4042-8f15-4486af2151e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b&tenant_id=be08718f12574e27bfe95682b66fcb06 HTTP/1.1" status: 200 len: 1096 time: 0.0535221 Jul 16 15:47:14.901349 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:14.933852 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:14.937716 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:14.938852 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:14.940423 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26742-150d-4321-a791-128b962cc228 req-22a72df5-d55a-497c-aa19-c9e931e03427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:14.941899 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-22a72df5-d55a-497c-aa19-c9e931e03427 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1096 time: 0.0543759 Jul 16 15:47:14.984900 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a570-7616-4926-9ebd-93a3cea9b1ef'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:14.987731 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf19e7b-9f16-4aa0-b5e5-316b5b668644" -d '{"events": [{"server_uuid": "4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a570-7616-4926-9ebd-93a3cea9b1ef"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:15.026976 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=3a35a570-7616-4926-9ebd-93a3cea9b1ef,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:15.052117 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6aa791-8131-40f1-aedc-12d490af645f x-openstack-request-id: req-fa6aa791-8131-40f1-aedc-12d490af645f {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:15.052467 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a570-7616-4926-9ebd-93a3cea9b1ef", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:15.052661 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa6aa791-8131-40f1-aedc-12d490af645f {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:15.053043 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a570-7616-4926-9ebd-93a3cea9b1ef', 'code': 200} Jul 16 15:47:15.090914 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26742-150d-4321-a791-128b962cc228 req-71cd19df-ff23-4f89-b588-c6b529c81e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:15.092369 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-71cd19df-ff23-4f89-b588-c6b529c81e48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.1407480 Jul 16 15:47:15.172047 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d231c-48f7-4d69-b044-62cda4572ecd req-e33a4fb9-b370-453c-8b0f-eb31b7d24d6a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:15.173502 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-748d231c-48f7-4d69-b044-62cda4572ecd req-e33a4fb9-b370-453c-8b0f-eb31b7d24d6a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.1214540 Jul 16 15:47:15.176184 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-194410ff-7dbc-4956-a36e-a5b188b7c597 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 200 len: 999 time: 0.0747652 Jul 16 15:47:15.248880 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-748d231c-48f7-4d69-b044-62cda4572ecd req-62d87a3a-e122-437d-aea0-55908237dea3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688200 Jul 16 15:47:15.254053 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26742-150d-4321-a791-128b962cc228 req-ecb73158-1d90-4b0b-b2c4-8715b5e52fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:15.255459 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-ecb73158-1d90-4b0b-b2c4-8715b5e52fb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0684869 Jul 16 15:47:15.354149 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42f6c-d2a4-433c-98f5-c10b3b3a68a5 req-977b4bb6-803f-4306-b084-606b58e26f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:15.355657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1db42f6c-d2a4-433c-98f5-c10b3b3a68a5 req-977b4bb6-803f-4306-b084-606b58e26f4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 1098 time: 0.0877767 Jul 16 15:47:15.360449 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26742-150d-4321-a791-128b962cc228 req-602421f5-c7fd-4bf8-be47-c6c6e7cafa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:15.362443 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-602421f5-c7fd-4bf8-be47-c6c6e7cafa11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934005 Jul 16 15:47:15.415622 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1db42f6c-d2a4-433c-98f5-c10b3b3a68a5 req-0b0576ea-c99f-4842-b20b-de07ebe480d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518994 Jul 16 15:47:15.468365 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-6e3fb2f9-8c8c-431f-835f-4d1bdd981987 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933867 Jul 16 15:47:15.797356 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d0a26742-150d-4321-a791-128b962cc228 req-1d67f89b-05d3-4809-a9c0-e53970d82a0e service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159337 Jul 16 15:47:15.817932 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225617-7abc-4ccb-8c7e-0f865337ee63 req-7c2ebfcf-7116-45e7-b1ab-ae4a122775a9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:15.819587 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8225617-7abc-4ccb-8c7e-0f865337ee63 req-7c2ebfcf-7116-45e7-b1ab-ae4a122775a9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0832856 Jul 16 15:47:15.861171 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8225617-7abc-4ccb-8c7e-0f865337ee63 req-584c40a1-bc16-448a-89fe-f010e0543fa9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jul 16 15:47:16.457190 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050790-14d5-41d5-83a3-dcc2ec55dca9 req-e341874c-1b83-49e5-bb42-9c89e073602c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:16.459607 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c4050790-14d5-41d5-83a3-dcc2ec55dca9 req-e341874c-1b83-49e5-bb42-9c89e073602c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0897906 Jul 16 15:47:16.543565 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c4050790-14d5-41d5-83a3-dcc2ec55dca9 req-8b41c110-3bf7-4cd1-a41b-57d0d61cb67e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708401 Jul 16 15:47:16.594441 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:16.648865 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2104c577-05fa-4318-a6d8-14e8c52c59e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:17.038986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f7c7-984e-44b4-9f9a-d180525c853d req-e5cb1f2a-5443-4c2f-825b-c0db64700d53 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:17.040682 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cb64f7c7-984e-44b4-9f9a-d180525c853d req-e5cb1f2a-5443-4c2f-825b-c0db64700d53 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0676146 Jul 16 15:47:17.359611 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cb64f7c7-984e-44b4-9f9a-d180525c853d req-4e409bc9-70b9-4a88-89bc-484dae8b0cf7 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101742 Jul 16 15:47:17.658915 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:17.718781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d538a-32ce-4d76-b088-f151abe12ce1 req-f3f63295-92b1-46d4-8966-35facfd9d25a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:17.720243 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-762d538a-32ce-4d76-b088-f151abe12ce1 req-f3f63295-92b1-46d4-8966-35facfd9d25a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0634890 Jul 16 15:47:17.760191 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-762d538a-32ce-4d76-b088-f151abe12ce1 req-6774e669-c132-490c-911c-b2f1219b6ecd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342717 Jul 16 15:47:18.540667 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53ee0-d521-4614-af30-fa7c13244fd3 req-300260d4-8ad0-463f-b201-d7dc04b425db tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:18.542148 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-98c53ee0-d521-4614-af30-fa7c13244fd3 req-300260d4-8ad0-463f-b201-d7dc04b425db tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0723143 Jul 16 15:47:18.581505 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-98c53ee0-d521-4614-af30-fa7c13244fd3 req-c9c74a74-fdd3-423e-87ae-e9a4a47e96ba tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Jul 16 15:47:18.942483 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59244d-cb6f-42ab-a387-c1236b370f86 req-15c89720-f168-4657-9112-5a6132faa3ca tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:18.943967 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f59244d-cb6f-42ab-a387-c1236b370f86 req-15c89720-f168-4657-9112-5a6132faa3ca tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0622566 Jul 16 15:47:18.980640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f59244d-cb6f-42ab-a387-c1236b370f86 req-7c2e362e-691b-47d4-8b01-18335ff3c2d5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Jul 16 15:47:19.466109 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:19.756757 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe066dd-c57e-4c69-a56c-59b4e824b04f req-05ce85a3-861e-4c0f-97ac-dbd13f07bdd1 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:19.758212 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0fe066dd-c57e-4c69-a56c-59b4e824b04f req-05ce85a3-861e-4c0f-97ac-dbd13f07bdd1 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0609524 Jul 16 15:47:19.797447 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0fe066dd-c57e-4c69-a56c-59b4e824b04f req-c6f591db-f8a4-421f-8642-3d4114f872be tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Jul 16 15:47:20.166020 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4162908-da2f-4348-b05b-3ab728adc3f1 req-39c259ed-d91b-4631-806f-447cc5a12b07 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:20.167433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d4162908-da2f-4348-b05b-3ab728adc3f1 req-39c259ed-d91b-4631-806f-447cc5a12b07 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0665905 Jul 16 15:47:20.205490 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d4162908-da2f-4348-b05b-3ab728adc3f1 req-8bb85205-f4b7-4ca5-a388-d35a8cd6ed39 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318725 Jul 16 15:47:20.975321 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05801f6b-c8ac-426d-8594-662f2442889a req-83d6b484-8ff0-4f5e-aa37-5f39804d897e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:20.976841 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-05801f6b-c8ac-426d-8594-662f2442889a req-83d6b484-8ff0-4f5e-aa37-5f39804d897e tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0637317 Jul 16 15:47:21.019449 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-05801f6b-c8ac-426d-8594-662f2442889a req-814b9076-4ba4-47b5-b3db-d4046f03efc5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Jul 16 15:47:21.392078 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f326049-91cb-47ad-a587-a4d4861a569b req-4832fed8-3d4b-4dba-b8d7-ae5f7a4429f5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:21.393625 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0f326049-91cb-47ad-a587-a4d4861a569b req-4832fed8-3d4b-4dba-b8d7-ae5f7a4429f5 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0686419 Jul 16 15:47:21.437815 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0f326049-91cb-47ad-a587-a4d4861a569b req-c6f7d616-67f6-4415-8233-20582e362e19 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366635 Jul 16 15:47:22.200565 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c340ac-d643-4b20-8848-b774664c9087 req-f4381442-8af6-4926-af7d-a14a1038725b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:22.202292 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-07c340ac-d643-4b20-8848-b774664c9087 req-f4381442-8af6-4926-af7d-a14a1038725b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0734005 Jul 16 15:47:22.246101 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-07c340ac-d643-4b20-8848-b774664c9087 req-eed770c3-a01e-47fb-931d-a0d3593e23e1 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368814 Jul 16 15:47:22.617705 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5400e-07a0-4c03-a009-348ec6a415e1 req-fe4da477-c3c1-4cc3-a310-e2e84b526bdb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:22.619202 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-90c5400e-07a0-4c03-a009-348ec6a415e1 req-fe4da477-c3c1-4cc3-a310-e2e84b526bdb tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0634305 Jul 16 15:47:22.659437 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-90c5400e-07a0-4c03-a009-348ec6a415e1 req-08e6f96c-937d-440a-a0c7-d2b89e212ef6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338576 Jul 16 15:47:23.430986 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256c932-36c3-4901-9971-efac69906c1a req-bef6ad11-9b53-4571-ad3e-e51875a530c9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:23.432797 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5256c932-36c3-4901-9971-efac69906c1a req-bef6ad11-9b53-4571-ad3e-e51875a530c9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0743766 Jul 16 15:47:23.473926 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5256c932-36c3-4901-9971-efac69906c1a req-2b486e0a-c521-4349-afff-8f3c7a6f3ff2 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jul 16 15:47:23.846167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fdd39-2dbd-4933-84c4-0d7e5f5db3bd req-6142dc48-8c4a-4a93-8ac3-1d9c3ec49f0e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:23.847705 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e10fdd39-2dbd-4933-84c4-0d7e5f5db3bd req-6142dc48-8c4a-4a93-8ac3-1d9c3ec49f0e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0653400 Jul 16 15:47:23.887091 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e10fdd39-2dbd-4933-84c4-0d7e5f5db3bd req-7fa6c9b1-202f-4998-9a77-db546d01038b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339019 Jul 16 15:47:24.652836 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee09fc-a352-4b4a-b172-2e54ce79972f req-3ce7676c-57cf-49a3-9d9b-3db7674b8fba tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:24.654366 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f5ee09fc-a352-4b4a-b172-2e54ce79972f req-3ce7676c-57cf-49a3-9d9b-3db7674b8fba tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0640519 Jul 16 15:47:24.696993 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f5ee09fc-a352-4b4a-b172-2e54ce79972f req-1362fec2-267c-4c95-be55-c4493008de3d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361710 Jul 16 15:47:24.947938 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:47:25.067459 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9a39-9197-405c-aa59-c81da07f209c req-a61736eb-806c-45a5-8a03-bc66f31ea7d7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:25.068954 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c52b9a39-9197-405c-aa59-c81da07f209c req-a61736eb-806c-45a5-8a03-bc66f31ea7d7 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0632098 Jul 16 15:47:25.108643 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c52b9a39-9197-405c-aa59-c81da07f209c req-ff12489c-9b5e-404c-8b92-f64c519b4c8d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Jul 16 15:47:25.869806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04025f-e59a-4d33-8f69-64438457bccc req-dce77d18-5bbd-4b59-9ebc-78b7b1ce38fd tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:25.871496 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b04025f-e59a-4d33-8f69-64438457bccc req-dce77d18-5bbd-4b59-9ebc-78b7b1ce38fd tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jul 16 15:47:25.914472 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1b04025f-e59a-4d33-8f69-64438457bccc req-53d93908-e536-41db-9f94-4fd1ce819fe7 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Jul 16 15:47:26.293672 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609e4f-7007-4f6b-b85b-9784c6f071f3 req-af3670d4-b1c7-49b9-b220-3494ee7fb884 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:26.295182 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4c609e4f-7007-4f6b-b85b-9784c6f071f3 req-af3670d4-b1c7-49b9-b220-3494ee7fb884 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0704300 Jul 16 15:47:26.333710 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4c609e4f-7007-4f6b-b85b-9784c6f071f3 req-4b9a48c5-3419-4335-b6bb-41a09606ac6f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323954 Jul 16 15:47:27.089661 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83bd0f-968e-4008-8975-de4ddfaab3d6 req-f2dfcd54-a531-4081-9453-f82ed6509491 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:27.091100 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bb83bd0f-968e-4008-8975-de4ddfaab3d6 req-f2dfcd54-a531-4081-9453-f82ed6509491 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0620382 Jul 16 15:47:27.128326 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-bb83bd0f-968e-4008-8975-de4ddfaab3d6 req-e6332022-8dc2-4731-85a9-c73969ae4efc tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Jul 16 15:47:27.506916 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb91b-5d76-4434-b1e2-47ff7572522c req-fa50f2dd-f05c-4ec6-8d72-edd510ec81ee tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:27.508403 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-02dcb91b-5d76-4434-b1e2-47ff7572522c req-fa50f2dd-f05c-4ec6-8d72-edd510ec81ee tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0618625 Jul 16 15:47:27.547762 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-02dcb91b-5d76-4434-b1e2-47ff7572522c req-b8f54dd3-113d-4289-8e91-77654ab8905a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338101 Jul 16 15:47:27.635080 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-250b766c-db0f-4a9d-9068-0c8ce6d0de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:27.636483 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-250b766c-db0f-4a9d-9068-0c8ce6d0de66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be08718f12574e27bfe95682b66fcb06&device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1096 time: 0.0505686 Jul 16 15:47:27.753303 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-62e19fe8-32a5-4430-8472-3b2a85aeeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:27.754868 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-62e19fe8-32a5-4430-8472-3b2a85aeeb0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 200 len: 918 time: 0.0857067 Jul 16 15:47:27.834772 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-2cc64340-8a26-4387-b823-94bd718c41b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 200 len: 999 time: 0.0601106 Jul 16 15:47:27.883891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-79ccb8c1-7579-4ad3-9ff1-72d7dd2bf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:27.885372 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-79ccb8c1-7579-4ad3-9ff1-72d7dd2bf3c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 200 len: 856 time: 0.0416539 Jul 16 15:47:27.947636 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-1f2a3bae-9dfa-4a17-afa3-beabf78d9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:27.949039 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-1f2a3bae-9dfa-4a17-afa3-beabf78d9c84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e84ee211-f558-4547-97c1-f426b7cd8bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497739 Jul 16 15:47:28.040629 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-1da61d94-7506-457f-bff1-f9abbc8d10cc service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822082 Jul 16 15:47:28.127932 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ed21acdb-6691-4715-8a47-1b0e23605c3c req-503046b1-e9a1-4864-b4a0-c3e5f210f7b9 service neutron] 10.222.0.11 "GET /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787880 Jul 16 15:47:28.299379 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d25a7-bc3b-4235-a2fe-285170f0bdae req-233e26e0-9c92-4d9c-a889-2241b8ee1877 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:28.300810 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-143d25a7-bc3b-4235-a2fe-285170f0bdae req-233e26e0-9c92-4d9c-a889-2241b8ee1877 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0645478 Jul 16 15:47:28.337022 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-143d25a7-bc3b-4235-a2fe-285170f0bdae req-f1d9b807-4bb3-4659-807c-c1983aa71370 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Jul 16 15:47:28.722480 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447806-26e3-4fe3-89fd-6e705f45776b req-5cf17bd7-a678-4bd3-824f-a192ed092fc1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:28.724077 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7e447806-26e3-4fe3-89fd-6e705f45776b req-5cf17bd7-a678-4bd3-824f-a192ed092fc1 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0625122 Jul 16 15:47:28.765051 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7e447806-26e3-4fe3-89fd-6e705f45776b req-2fd31ad8-66dd-4951-b9e2-5f100c79b29e tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Jul 16 15:47:29.948695 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44d203-e98a-44cf-9d9b-5e2f6a36416d req-3f427b2c-a9aa-4412-9fda-9873bb8fd7bc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:29.950184 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9e44d203-e98a-44cf-9d9b-5e2f6a36416d req-3f427b2c-a9aa-4412-9fda-9873bb8fd7bc tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 943 time: 0.0716190 Jul 16 15:47:29.997786 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9e44d203-e98a-44cf-9d9b-5e2f6a36416d req-0fe84be6-9aa8-4225-9cd4-b0cd9aa53a01 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Jul 16 15:47:30.084180 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-f53e05eb-a4d8-4861-b3ae-193c3bdcc396 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:30.085637 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-f53e05eb-a4d8-4861-b3ae-193c3bdcc396 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1040363 Jul 16 15:47:30.100099 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-a87d59ef-525a-45ba-bd8b-6279985402a7 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/quotas/6c91de7cc6e24c39b31b3679776e8180 HTTP/1.1" status: 200 len: 375 time: 0.0093331 Jul 16 15:47:30.166960 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-f39aaee9-e277-4d83-b58d-7d0baf1db2f7 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622404 Jul 16 15:47:30.251513 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-12a0e4dc-c434-4c32-8cb3-3e49b459add1 service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782318 Jul 16 15:47:30.340367 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-8a6e35bb-fc44-42d5-8023-502dc99d04e6 service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829184 Jul 16 15:47:30.500969 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-747ee9bd-e934-4096-8d8b-04f5bcb00185 req-0baeb1d0-4516-4392-894e-f85a34ed2668 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 210 time: 0.0283260 Jul 16 15:47:30.830641 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:47:30.927729 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:30.938188 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '10604f84-c86b-48de-9989-db646eb4f13e', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'port_id': '10604f84-c86b-48de-9989-db646eb4f13e', 'mac_address': 'fa:16:3e:86:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:47:30.973843 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:30.986134 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10604f84-c86b-48de-9989-db646eb4f13e {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:31.005866 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:31.009442 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:31.056742 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=9']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:31.178165 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc0aa6-8ab0-4737-9ad6-7c3ff590b239 req-7ededec9-e045-45b2-b872-21ecc4c8349d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:31.179646 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29fc0aa6-8ab0-4737-9ad6-7c3ff590b239 req-7ededec9-e045-45b2-b872-21ecc4c8349d tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 944 time: 0.0613260 Jul 16 15:47:31.215748 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-29fc0aa6-8ab0-4737-9ad6-7c3ff590b239 req-fd566e05-c2c8-4020-9368-a38b597ab4aa tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307066 Jul 16 15:47:31.359630 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['10604f84-c86b-48de-9989-db646eb4f13e'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:31.659639 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9a7a7355-fa6d-4565-acc0-55133b967f9c req-ed89f7d7-323c-439f-8622-a3aeff257d92 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 210 time: 0.0329645 Jul 16 15:47:31.688107 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-56586402-fe33-4eba-af01-4825ad511ce4 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:31.690154 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-56586402-fe33-4eba-af01-4825ad511ce4 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1323776 Jul 16 15:47:31.711582 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Request body: {'port': {'device_id': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'admin_state_up': True, 'tenant_id': '6c91de7cc6e24c39b31b3679776e8180'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:47:31.820257 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Made reservation on behalf of 6c91de7cc6e24c39b31b3679776e8180 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:47:31.823801 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:31.989070 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Allocated IP 172.20.0.12 (fc218b00-9a6e-41c6-80e7-50c11bc3fa47/5fc00717-f01e-4d61-a219-9e9715352b32/5e7a970d-e414-4c82-b1eb-632454e9a6d2) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:47:32.130523 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.166816 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.202991 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386', '3a35a570-7616-4926-9ebd-93a3cea9b1ef'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:32.214976 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:47:32.218064 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:47:32.221939 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:47:32.228369 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event updated for resources: {'Port': ['ID=5e7a970d-e414-4c82-b1eb-632454e9a6d2,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:32.275276 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:32.276003 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.291048 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-47dbb17e-19f5-4146-b53d-f2defbc1ee3a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831199 Jul 16 15:47:32.312587 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Request body: {'port': {'device_id': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:47:32.421057 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.448917 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b60514-ff5e-4340-92f7-6dec557b05ec req-85fe3bae-d93e-4976-b6bd-be6e695ebca3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:32.450372 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-87b60514-ff5e-4340-92f7-6dec557b05ec req-85fe3bae-d93e-4976-b6bd-be6e695ebca3 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 944 time: 0.1127467 Jul 16 15:47:32.513033 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-87b60514-ff5e-4340-92f7-6dec557b05ec req-8f4a9b03-f2c6-400c-8732-bf487328af0a tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Jul 16 15:47:32.712182 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7a970d-e414-4c82-b1eb-632454e9a6d2 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:32.719517 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.730967 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Transition to ACTIVE for port object 5e7a970d-e414-4c82-b1eb-632454e9a6d2 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:47:32.735981 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.814093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a970d-e414-4c82-b1eb-632454e9a6d2,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:32.853485 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:47:32.894840 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Attempting to bind port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:47:32.895304 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Attempting to bind port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:47:32.895651 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Attempting to bind port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:47:32.899937 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 10604f84-c86b-48de-9989-db646eb4f13e triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:47:32.900317 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.906903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e38be-f7d5-488a-adfc-2701eadc72e7 req-98027d22-33d0-49b7-8ab7-9f8053e89e1a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:32.908441 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8a1e38be-f7d5-488a-adfc-2701eadc72e7 req-98027d22-33d0-49b7-8ab7-9f8053e89e1a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 944 time: 0.1344573 Jul 16 15:47:32.909405 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:47:32.909722 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Attempting to bind port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:47:32.916452 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:47:32.916787 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Checking segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:47:32.917164 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Bound using segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:47:32.917587 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Bound port: 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:47:32.917939 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.976820 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:32.980271 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8a1e38be-f7d5-488a-adfc-2701eadc72e7 req-fa44ae33-0706-465a-a0d3-2c50cf92c4ec tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656803 Jul 16 15:47:33.004723 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:33.007497 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0506c-e7f2-4aef-8f8f-1e1aea6b6484" -d '{"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-plugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:33.008255 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] For port 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:47:33.015566 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] For port 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e7a970d-e414-4c82-b1eb-632454e9a6d2,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:47:33.020482 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:33.021494 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:33.024944 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:33.049507 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1d5876-63ea-45fc-b106-fb907c58b1f1 x-openstack-request-id: req-ac1d5876-63ea-45fc-b106-fb907c58b1f1 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:33.049797 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-plugged", "status": "completed", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:33.050040 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac1d5876-63ea-45fc-b106-fb907c58b1f1 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:33.050416 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'code': 200} Jul 16 15:47:33.056304 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.056910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:33.058267 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/5e7a970d-e414-4c82-b1eb-632454e9a6d2 HTTP/1.1" status: 200 len: 1094 time: 0.7502713 Jul 16 15:47:33.058690 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'tag': '5e7a970d-e414-4c82-b1eb-632454e9a6d2'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:33.060930 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9333ee32-7e44-4712-a566-d1fb5f4d32bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7c804f-4965-45aa-a20e-da3daecc438d", "tag": "5e7a970d-e414-4c82-b1eb-632454e9a6d2"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:33.080716 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=10']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:33.084148 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9d48-e24b-4ad3-b135-854bb50d65e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a970d-e414-4c82-b1eb-632454e9a6d2,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:33.097236 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b76486b-c599-4815-92db-4180cef22192 x-openstack-request-id: req-9b76486b-c599-4815-92db-4180cef22192 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:33.097538 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7c804f-4965-45aa-a20e-da3daecc438d", "tag": "5e7a970d-e414-4c82-b1eb-632454e9a6d2", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:33.097793 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b76486b-c599-4815-92db-4180cef22192 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:33.098188 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'tag': '5e7a970d-e414-4c82-b1eb-632454e9a6d2', 'status': 'completed', 'code': 200} Jul 16 15:47:33.196613 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ee32-7e44-4712-a566-d1fb5f4d32bd req-ce6de407-5bb0-4e52-8a5a-15a2f4311f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.198111 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9333ee32-7e44-4712-a566-d1fb5f4d32bd req-ce6de407-5bb0-4e52-8a5a-15a2f4311f0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 1097 time: 0.0526757 Jul 16 15:47:33.325649 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ee32-7e44-4712-a566-d1fb5f4d32bd req-cac6319b-9880-4827-a102-8557f0e690f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.326965 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9333ee32-7e44-4712-a566-d1fb5f4d32bd req-cac6319b-9880-4827-a102-8557f0e690f8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c91de7cc6e24c39b31b3679776e8180&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1021378 Jul 16 15:47:33.431060 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7b820-f9f0-4cf9-b4fc-740791d1ff99 req-64e792c8-23c5-4a73-91b5-3c6ae39b7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.432572 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-79a7b820-f9f0-4cf9-b4fc-740791d1ff99 req-64e792c8-23c5-4a73-91b5-3c6ae39b7398 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 1099 time: 0.1185422 Jul 16 15:47:33.457724 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ee32-7e44-4712-a566-d1fb5f4d32bd req-b7b54fc5-4de0-41cd-a64e-3278853be137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.459150 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9333ee32-7e44-4712-a566-d1fb5f4d32bd req-b7b54fc5-4de0-41cd-a64e-3278853be137 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164253 Jul 16 15:47:33.474806 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-79a7b820-f9f0-4cf9-b4fc-740791d1ff99 req-a6dbdf22-d237-43b3-8547-75cf5f6a37f5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 16 15:47:33.686256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67e13f-1c4a-4416-8d61-ac7ad7b0da83 req-c9804202-5767-4b47-9824-0a69813ce449 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.687729 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ce67e13f-1c4a-4416-8d61-ac7ad7b0da83 req-c9804202-5767-4b47-9824-0a69813ce449 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 946 time: 0.0613663 Jul 16 15:47:33.724590 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ce67e13f-1c4a-4416-8d61-ac7ad7b0da83 req-3fe813c5-8be1-4fa4-8a24-2b3653c1a325 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Jul 16 15:47:33.879400 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-41a56c47-7bbf-4246-b96a-c37bd18dcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.880874 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-41a56c47-7bbf-4246-b96a-c37bd18dcd5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 1097 time: 0.0555494 Jul 16 15:47:33.929238 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-5eed60d8-bbb7-4313-8be8-b48685aa67a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7a970d-e414-4c82-b1eb-632454e9a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0325899 Jul 16 15:47:33.976680 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-79a59ee9-69b7-4e6d-b872-322190501b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:33.977999 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-79a59ee9-69b7-4e6d-b872-322190501b02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0419776 Jul 16 15:47:34.013514 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-820a748e-1aec-4a88-88b8-87f6c94ca2b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285125 Jul 16 15:47:34.126237 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-6ec31c6a-45e3-4a8c-88db-ed1d865e7278 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048756 Jul 16 15:47:34.186717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690449-062d-4e1b-86b2-61ed6d68d51c req-5df79a28-8a36-4de9-9868-80931e931d01 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:34.188196 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c9690449-062d-4e1b-86b2-61ed6d68d51c req-5df79a28-8a36-4de9-9868-80931e931d01 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 944 time: 0.0961933 Jul 16 15:47:34.260963 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c9690449-062d-4e1b-86b2-61ed6d68d51c req-b201975e-d74e-4a8c-9b9f-03e0fe685a78 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488727 Jul 16 15:47:34.263113 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7f8aaf1d-a49a-4c02-b30f-2b9a9b3c87de req-3149da17-60ba-4e16-9e6b-372d16322593 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260817 Jul 16 15:47:34.908200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d34e-f83f-4146-b4c7-5fe459e2fe55 req-a25dc889-3811-40a8-ad18-5e85aa863fba tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:34.909707 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-54a8d34e-f83f-4146-b4c7-5fe459e2fe55 req-a25dc889-3811-40a8-ad18-5e85aa863fba tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 946 time: 0.0703237 Jul 16 15:47:34.948424 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-54a8d34e-f83f-4146-b4c7-5fe459e2fe55 req-539525ae-8d4e-4685-81ac-3c1b22e53a60 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Jul 16 15:47:35.435471 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8264a65-2784-43c2-9da1-91993dace03d req-edcd4b70-589d-4b59-a156-1190032880a3 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:35.437093 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8264a65-2784-43c2-9da1-91993dace03d req-edcd4b70-589d-4b59-a156-1190032880a3 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 944 time: 0.0671008 Jul 16 15:47:35.474021 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e8264a65-2784-43c2-9da1-91993dace03d req-41056bd1-9084-41fb-ab85-b89e7430ffb9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Jul 16 15:47:36.122487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc470e-f8a1-4e6b-8334-4878ab7a18a4 req-28e18b65-a462-47ab-a1cc-7b8a961f8d8c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:36.123972 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8bfc470e-f8a1-4e6b-8334-4878ab7a18a4 req-28e18b65-a462-47ab-a1cc-7b8a961f8d8c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 946 time: 0.0623481 Jul 16 15:47:36.160211 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8bfc470e-f8a1-4e6b-8334-4878ab7a18a4 req-5390b856-5493-4024-8e66-01efb97a8a47 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301628 Jul 16 15:47:36.643478 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87740163-ec53-4234-9966-f413d737e96d req-61a953f8-5606-45a1-944d-258ddab4c420 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:36.645427 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-87740163-ec53-4234-9966-f413d737e96d req-61a953f8-5606-45a1-944d-258ddab4c420 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 944 time: 0.0652332 Jul 16 15:47:36.681443 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-87740163-ec53-4234-9966-f413d737e96d req-5b1f22d1-89cf-4f5f-bdb9-edc291e1ff3b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Jul 16 15:47:36.816642 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34806) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:36.865143 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 5e7a970d-e414-4c82-b1eb-632454e9a6d2 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:47:36.962336 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e7a970d-e414-4c82-b1eb-632454e9a6d2,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:36.968383 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Deleting port ebae89d5-505c-4177-8230-e37a7fac449c {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:36.968726 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:36.973549 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '5e7a970d-e414-4c82-b1eb-632454e9a6d2', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'port_id': '5e7a970d-e414-4c82-b1eb-632454e9a6d2', 'mac_address': 'fa:16:3e:bf:41:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc00717-f01e-4d61-a219-9e9715352b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:47:37.009025 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.021486 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7a970d-e414-4c82-b1eb-632454e9a6d2 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:37.040750 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e7a970d-e414-4c82-b1eb-632454e9a6d2,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:37.044468 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.044828 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.045066 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.057022 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Calling delete_port for ebae89d5-505c-4177-8230-e37a7fac449c owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:37.090645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=5e7a970d-e414-4c82-b1eb-632454e9a6d2,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:37.221528 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.247001 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event deleted for resources: {'Port': ['ID=ebae89d5-505c-4177-8230-e37a7fac449c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:37.273094 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.273443 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.273782 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.274113 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.274440 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.274771 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.275096 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.275437 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.275761 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.276081 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.276399 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.276713 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:37.318023 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.318352 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Floating IP 3869f08f-dfab-4e82-a158-40b82fd6c543 disassociated (deleted). External IP: 172.27.1.214, port: de44c596-e603-434e-8ffe-410c64f7279b. Jul 16 15:47:37.358648 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['5e7a970d-e414-4c82-b1eb-632454e9a6d2'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:37.723131 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Router 68401330-b0a3-47cc-a92b-5e0cff0118c6 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:47:37.824756 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:47:37.829841 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:37.834900 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] Sync routers for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:47:37.844191 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:47:37.844760 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:47:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:37.860516 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55842d-1427-4641-a41b-81c6867bb327 req-d87a9179-b4aa-496b-b0cc-9928ce7e313b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:37.863266 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d55842d-1427-4641-a41b-81c6867bb327 req-d87a9179-b4aa-496b-b0cc-9928ce7e313b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 945 time: 0.0713344 Jul 16 15:47:37.870098 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a9790836-d464-44ac-b976-893b3019832f tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "DELETE /v2.0/floatingips/3869f08f-dfab-4e82-a158-40b82fd6c543 HTTP/1.1" status: 204 len: 168 time: 1.0502150 Jul 16 15:47:37.870098 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:37.871064 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15328d396365f4e35a93d391aba93b1abce58739402178458b7296936ec55785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9534344a-8826-42fc-839e-ce86c9f356b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:37.903647 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d55842d-1427-4641-a41b-81c6867bb327 req-e77474eb-a508-4db7-9b60-61e000ffbfcd tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jul 16 15:47:37.951597 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100ae71c-74aa-4264-b273-472d8ab706db x-openstack-request-id: req-100ae71c-74aa-4264-b273-472d8ab706db {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:37.951947 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:37.952449 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-100ae71c-74aa-4264-b273-472d8ab706db {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:37.952877 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'status': 'completed', 'code': 200} Jul 16 15:47:37.955627 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:47:38.062295 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-2ea47352-71ac-405a-b5da-84fef6201774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:38.064016 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-2ea47352-71ac-405a-b5da-84fef6201774 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 1098 time: 0.0546212 Jul 16 15:47:38.165489 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:38.176618 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-6a3d0a73-7647-45a2-b4bd-9f2cf873aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:38.178214 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-6a3d0a73-7647-45a2-b4bd-9f2cf873aceb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 200 len: 910 time: 0.1009059 Jul 16 15:47:38.245371 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-f35bfb6d-0cd7-4b55-905d-4ee946ac0881 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 200 len: 217 time: 0.0397556 Jul 16 15:47:38.279969 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] Checking router: 68401330-b0a3-47cc-a92b-5e0cff0118c6 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:47:38.288887 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:47:38.289444 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:47:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:38.312739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6137179-4a06-49c8-a271-edac36d26375 req-9c898f07-6d17-4a42-ba39-a1bbaff963d9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:38.314203 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f6137179-4a06-49c8-a271-edac36d26375 req-9c898f07-6d17-4a42-ba39-a1bbaff963d9 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.1350839 Jul 16 15:47:38.315990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-24a2dda9-0cea-489d-a953-6167858d5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:38.317285 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-24a2dda9-0cea-489d-a953-6167858d5c1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 200 len: 848 time: 0.0649962 Jul 16 15:47:38.377655 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f6137179-4a06-49c8-a271-edac36d26375 req-fabf13c1-5055-494a-89b5-b2252b923ac6 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571876 Jul 16 15:47:38.394841 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:47:38.405651 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-4ba622e6-54d4-49c7-afcb-53961305d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:38.407130 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-4ba622e6-54d4-49c7-afcb-53961305d5f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a343d3ed-ee19-4bf4-a243-159db2f9432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800776 Jul 16 15:47:38.498849 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-e89cea0b-dc47-4938-833d-ca90780a22fd service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834980 Jul 16 15:47:38.587489 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:38.592612 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-9534344a-8826-42fc-839e-ce86c9f356b5 req-4b45b3ef-e175-4c45-92e3-13af8dee4711 service neutron] 10.222.0.11 "GET /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861034 Jul 16 15:47:38.612239 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1d6f7-69d4-4fa4-b56c-d27737d63d68 None None] The sync data for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi is: [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:42:29Z', 'revision_number': 4, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '773aab15-493a-43b5-bc08-ed49ae92a35e', 'name': '', 'network_id': 'a343d3ed-ee19-4bf4-a243-159db2f9432b', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'mac_address': 'fa:16:3e:b4:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:27Z', 'updated_at': '2021-07-16T15:42:40Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'subnets': [{'id': 'f224d16b-c5aa-4c4b-b97e-4e3bd66d12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:47:38.807285 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d885f624-b188-47a3-af9d-b9576d564aab None None] New status for floating IP 3869f08f-dfab-4e82-a158-40b82fd6c543: DOWN {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:47:38.883445 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 5e7a970d-e414-4c82-b1eb-632454e9a6d2 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:47:38.930316 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:47:38.934238 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:47:38.934607 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:39.011665 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:39.033364 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a970d-e414-4c82-b1eb-632454e9a6d2'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:39.035609 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adca9b58-4048-4c42-9b77-fc3a7518ece8" -d '{"events": [{"server_uuid": "9e7c804f-4965-45aa-a20e-da3daecc438d", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a970d-e414-4c82-b1eb-632454e9a6d2"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:39.048484 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e7a970d-e414-4c82-b1eb-632454e9a6d2,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:39.053873 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:39.078242 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ec4e-2cc5-42bf-9679-6d3f4bfb76f9 req-80ca1857-be77-425d-85d0-ac58301d604b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:39.080773 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ddb7ec4e-2cc5-42bf-9679-6d3f4bfb76f9 req-80ca1857-be77-425d-85d0-ac58301d604b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 945 time: 0.0665650 Jul 16 15:47:39.080907 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1deea9-8499-4b06-913f-818bf07d90b3 x-openstack-request-id: req-8b1deea9-8499-4b06-913f-818bf07d90b3 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:39.081326 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c804f-4965-45aa-a20e-da3daecc438d", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a970d-e414-4c82-b1eb-632454e9a6d2", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:39.081578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b1deea9-8499-4b06-913f-818bf07d90b3 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:39.081955 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a970d-e414-4c82-b1eb-632454e9a6d2', 'code': 200} Jul 16 15:47:39.108068 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=5e7a970d-e414-4c82-b1eb-632454e9a6d2,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:39.118576 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ddb7ec4e-2cc5-42bf-9679-6d3f4bfb76f9 req-5acda791-d6fc-42dc-b17f-31e1cb26ed4f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jul 16 15:47:39.347337 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870628f3-3a81-48f5-9432-4be821f05060 req-e13b2573-323a-4a16-9ed3-b1257834e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:39.348785 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-870628f3-3a81-48f5-9432-4be821f05060 req-e13b2573-323a-4a16-9ed3-b1257834e48a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 1099 time: 0.0507207 Jul 16 15:47:39.382653 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-870628f3-3a81-48f5-9432-4be821f05060 req-2f52b692-79e4-4a15-a371-686b1ddd3b0c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262012 Jul 16 15:47:39.551737 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c17a-b7fc-4ba2-8908-6fb2d8ca0892 req-31bc473e-c529-44e5-8c06-75746d11105a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:39.553185 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a38c17a-b7fc-4ba2-8908-6fb2d8ca0892 req-31bc473e-c529-44e5-8c06-75746d11105a tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.0637171 Jul 16 15:47:39.589387 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a38c17a-b7fc-4ba2-8908-6fb2d8ca0892 req-bc500435-cab0-4f89-9288-af777be5ab4e tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307221 Jul 16 15:47:40.313738 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd64e-210b-43d2-9cd6-c02dec55c9dc req-c898c230-765c-4eb5-aaf6-0248f1046fee tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:40.315288 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-825fd64e-210b-43d2-9cd6-c02dec55c9dc req-c898c230-765c-4eb5-aaf6-0248f1046fee tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 946 time: 0.0894182 Jul 16 15:47:40.363576 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc409d-938b-4e72-a29c-15029fe73539 req-d2ca8a87-5ae5-4361-abbc-f7d4e3f0228b tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:40.364953 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-37fc409d-938b-4e72-a29c-15029fe73539 req-d2ca8a87-5ae5-4361-abbc-f7d4e3f0228b tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 945 time: 0.1041632 Jul 16 15:47:40.371703 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-825fd64e-210b-43d2-9cd6-c02dec55c9dc req-94c27018-a4a4-4193-a3f0-5f85a5319eb7 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Jul 16 15:47:40.464998 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Deleting port de44c596-e603-434e-8ffe-410c64f7279b {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:40.465252 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:40.554335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] For port de44c596-e603-434e-8ffe-410c64f7279b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=de44c596-e603-434e-8ffe-410c64f7279b,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:40.554746 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:40.569578 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Calling delete_port for de44c596-e603-434e-8ffe-410c64f7279b owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:40.738040 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:40.772321 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event deleted for resources: {'Port': ['ID=de44c596-e603-434e-8ffe-410c64f7279b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:40.803143 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.803518 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.803857 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.804192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.804519 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.804845 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.805167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.805487 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.805815 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.806138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.806457 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.806771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:40.832766 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] No DVR routers for this DVR port de44c596-e603-434e-8ffe-410c64f7279b on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:47:40.835362 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:40.837267 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-37fc409d-938b-4e72-a29c-15029fe73539 req-601c5caf-922f-4612-b884-2094c33c7438 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.11 "DELETE /v2.0/ports/de44c596-e603-434e-8ffe-410c64f7279b HTTP/1.1" status: 204 len: 173 time: 0.4647377 Jul 16 15:47:40.837840 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-deleted', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:40.840055 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802888e-3432-4837-8103-dde3cf565b56" -d '{"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-deleted", "tag": "de44c596-e603-434e-8ffe-410c64f7279b"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:40.854564 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c20e7-a04b-4b22-b672-9660287299c7 req-b185a246-d016-4e97-8aa2-9c9185fcbafa tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:40.856069 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-360c20e7-a04b-4b22-b672-9660287299c7 req-b185a246-d016-4e97-8aa2-9c9185fcbafa tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c60282-5578-461c-a13e-91e699bee740 HTTP/1.1" status: 200 len: 867 time: 0.1560557 Jul 16 15:47:40.880029 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50d5d2-e4f5-41bd-8923-8f920fa50993 x-openstack-request-id: req-3e50d5d2-e4f5-41bd-8923-8f920fa50993 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:40.880308 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c60282-5578-461c-a13e-91e699bee740", "name": "network-vif-deleted", "tag": "de44c596-e603-434e-8ffe-410c64f7279b", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:40.880556 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e50d5d2-e4f5-41bd-8923-8f920fa50993 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:40.880938 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c60282-5578-461c-a13e-91e699bee740', 'name': 'network-vif-deleted', 'tag': 'de44c596-e603-434e-8ffe-410c64f7279b', 'status': 'completed', 'code': 200} Jul 16 15:47:40.898860 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-360c20e7-a04b-4b22-b672-9660287299c7 req-9359adf0-1988-4abc-b3f9-41f91f0a8eac tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "GET /v2.0/security-groups?id=433677d5-31f3-4ec7-9df0-8f65f179246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371680 Jul 16 15:47:41.827959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7653796-7568-4cbc-8609-0f99ef10529d req-327be60e-a25e-4993-880b-c91110627bfb tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:41.829433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f7653796-7568-4cbc-8609-0f99ef10529d req-327be60e-a25e-4993-880b-c91110627bfb tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 946 time: 0.3453553 Jul 16 15:47:41.867209 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f7653796-7568-4cbc-8609-0f99ef10529d req-b028c64b-6f5f-402f-8260-0fcad57127da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Jul 16 15:47:41.993435 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34834) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:42.052334 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00c39f6e-6e61-4772-b84a-a2b1cce25529 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:42.077663 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00c39f6e-6e61-4772-b84a-a2b1cce25529 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:42.156613 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00c39f6e-6e61-4772-b84a-a2b1cce25529 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:42.159379 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-00c39f6e-6e61-4772-b84a-a2b1cce25529 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:42.160622 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-00c39f6e-6e61-4772-b84a-a2b1cce25529 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] 10.222.0.10 "DELETE /v2.0/security-groups/433677d5-31f3-4ec7-9df0-8f65f179246d HTTP/1.1" status: 204 len: 168 time: 0.1661332 Jul 16 15:47:42.170432 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c39f6e-6e61-4772-b84a-a2b1cce25529 tempest-TestShelveInstance-1914015690 tempest-TestShelveInstance-1914015690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433677d5-31f3-4ec7-9df0-8f65f179246d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:42.307169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34844) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:42.684765 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:42.925716 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Deleting port 773aab15-493a-43b5-bc08-ed49ae92a35e {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:42.926053 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:42.999003 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] For port 773aab15-493a-43b5-bc08-ed49ae92a35e, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=773aab15-493a-43b5-bc08-ed49ae92a35e,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:42.999690 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:43.011045 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Calling delete_port for 773aab15-493a-43b5-bc08-ed49ae92a35e owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:43.180090 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:43.205947 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=773aab15-493a-43b5-bc08-ed49ae92a35e,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:43.381148 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:43.595884 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Router 68401330-b0a3-47cc-a92b-5e0cff0118c6 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:47:43.700544 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:47:43.709127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34860) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:43.709566 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9ad33d0d-51a7-4535-9608-75a8513708c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/68401330-b0a3-47cc-a92b-5e0cff0118c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009120 Jul 16 15:47:43.710286 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] Sync routers for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:47:43.720626 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:47:43.721424 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:47:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:43.809061 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks [] for router, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:43.823697 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:47:43.908868 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:43.960118 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Deleting port fedc3059-d4c6-497a-ae85-0631f637ccb1 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:43.960354 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:43.966281 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-47cf9231-9c5e-464e-9bd9-2955fc12e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.004974 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:47:43Z', 'revision_number': 5, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port': {'id': 'fedc3059-d4c6-497a-ae85-0631f637ccb1', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:24Z', 'updated_at': '2021-07-16T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:44.029827 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] Checking router: 68401330-b0a3-47cc-a92b-5e0cff0118c6 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:47:44.037965 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] Routers {'68401330-b0a3-47cc-a92b-5e0cff0118c6'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:47:44.038582 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:47:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['68401330-b0a3-47cc-a92b-5e0cff0118c6'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:44.039015 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] For port fedc3059-d4c6-497a-ae85-0631f637ccb1, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=fedc3059-d4c6-497a-ae85-0631f637ccb1,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:44.039412 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.051758 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Calling delete_port for fedc3059-d4c6-497a-ae85-0631f637ccb1 owned by network:router_gateway {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:44.124061 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] Set router 68401330-b0a3-47cc-a92b-5e0cff0118c6 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:47:44.152892 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.178336 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:47:43Z', 'revision_number': 6, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:44.204012 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f3dec-fa31-46cf-9cb3-e0ed396f80e0 None None] The sync data for ids ['68401330-b0a3-47cc-a92b-5e0cff0118c6'] in dv-cinder-784815-1-iscsi is: [{'id': '68401330-b0a3-47cc-a92b-5e0cff0118c6', 'name': 'tempest-TestShelveInstance-1178300993-router', 'tenant_id': '3913ef283e5e43e8b09e0b50d97fab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:22Z', 'updated_at': '2021-07-16T15:47:43Z', 'revision_number': 6, 'project_id': '3913ef283e5e43e8b09e0b50d97fab10', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:47:44.221187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.248279 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedc3059-d4c6-497a-ae85-0631f637ccb1,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:44.305590 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.390703 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.392636 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.437250 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.437825 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68401330-b0a3-47cc-a92b-5e0cff0118c6 {{(pid=99564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:47:44.442541 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.443682 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-a208469c-2713-4bdf-9797-5bc8b90d9517 admin admin] 10.222.0.10 "DELETE /v2.0/routers/68401330-b0a3-47cc-a92b-5e0cff0118c6 HTTP/1.1" status: 204 len: 168 time: 0.7329967 Jul 16 15:47:44.446171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34862) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:44.489017 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Deleting subnet f224d16b-c5aa-4c4b-b97e-4e3bd66d12da {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:47:44.491849 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.528282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.629073 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.693795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.717811 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f224d16b-c5aa-4c4b-b97e-4e3bd66d12da,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:44.724460 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.729045 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34866) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:44.729516 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0e444be9-bbe3-484a-ae84-854106592fe8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f224d16b-c5aa-4c4b-b97e-4e3bd66d12da HTTP/1.1" status: 204 len: 168 time: 0.2820385 Jul 16 15:47:44.731459 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6118ef-b9a6-4eff-b7bb-9d9c2c478243 None None] Network a343d3ed-ee19-4bf4-a243-159db2f9432b requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:47:44.796010 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.845438 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Deleting port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:44.845777 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.910950 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] For port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,segment=NetworkSegment(847856a8-14d7-4aa8-97b1-a5b4bf22cc38),segment_id=847856a8-14d7-4aa8-97b1-a5b4bf22cc38)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:44.911290 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:44.914844 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:44.922654 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Calling delete_port for 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:44.933735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: de44c596-e603-434e-8ffe-410c64f7279b {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:44.934078 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device de44c596-e603-434e-8ffe-410c64f7279b not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:45.009015 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a407e-fcb1-4b6d-82e0-2a5fbcfd5d62 None None] DHCP port deletion for a343d3ed-ee19-4bf4-a243-159db2f9432b request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:47:45.012117 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.024830 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 773aab15-493a-43b5-bc08-ed49ae92a35e no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:45.043373 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ffa6f8-efd3-45c8-9245-fb54b9c835b9,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:45.046633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] No DVR routers for this DVR port 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 on host dv-cinder-784815-1-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:47:45.052323 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 773aab15-493a-43b5-bc08-ed49ae92a35e {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:45.052672 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 773aab15-493a-43b5-bc08-ed49ae92a35e not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:45.322543 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.332525 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a343d3ed-ee19-4bf4-a243-159db2f9432b']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:45.341572 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847856a8-14d7-4aa8-97b1-a5b4bf22cc38') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:45.341865 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847856a8-14d7-4aa8-97b1-a5b4bf22cc38') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:45.350164 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330298'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.362820 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.368294 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:47:45.368671 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12330687'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: timer() Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: cb(*args, **kw) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: self._notify() Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: self.callback(batched_events) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: event.method(event) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._get(url).json() Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:47:45.370203 dv-cinder-784815-1-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:47:45.423039 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.428160 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:45.431653 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a343d3ed-ee19-4bf4-a243-159db2f9432b HTTP/1.1" status: 204 len: 168 time: 0.7015748 Jul 16 15:47:45.433314 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34868) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:45.443539 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4acae4-417b-4c48-8313-5773c138bf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a343d3ed-ee19-4bf4-a243-159db2f9432b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:45.767783 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.012215 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Deleting port 4a9eb1e8-3921-4c72-8447-6c135144a88a {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:46.012452 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.086447 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] For port 4a9eb1e8-3921-4c72-8447-6c135144a88a, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=4a9eb1e8-3921-4c72-8447-6c135144a88a,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:46.086800 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.099116 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Calling delete_port for 4a9eb1e8-3921-4c72-8447-6c135144a88a owned by network:router_interface {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:46.269524 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.295278 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9eb1e8-3921-4c72-8447-6c135144a88a,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:46.459753 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.588370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.670044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Router e48815b9-934a-4d65-8819-6b7cb1887736 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:47:46.757150 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:46.777192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:47:46.784683 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-04e47d7c-6efd-45be-b441-f0491616f5de admin admin] 10.222.0.10 "PUT /v2.0/routers/e48815b9-934a-4d65-8819-6b7cb1887736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3474231 Jul 16 15:47:46.784911 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:46.784911 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 63ffa6f8-efd3-45c8-9245-fb54b9c835b9 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:46.784911 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device fedc3059-d4c6-497a-ae85-0631f637ccb1 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:46.785149 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34874) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:46.805943 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] Sync routers for ids ['e48815b9-934a-4d65-8819-6b7cb1887736'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:47:46.808458 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: fedc3059-d4c6-497a-ae85-0631f637ccb1 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:46.808796 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device fedc3059-d4c6-497a-ae85-0631f637ccb1 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:46.812890 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4c331026-aa03-4371-91d3-2f059598c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.822774 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] Routers {'e48815b9-934a-4d65-8819-6b7cb1887736'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:47:46.823676 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:47:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['e48815b9-934a-4d65-8819-6b7cb1887736'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:46.888837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks [] for router, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:46.925184 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] Set router e48815b9-934a-4d65-8819-6b7cb1887736 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:47:46.988850 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.038765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Deleting port 39fb7de0-7f51-449a-85a1-cc786c9835a6 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:47.039010 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.096448 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:47:46Z', 'revision_number': 5, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port': {'id': '39fb7de0-7f51-449a-85a1-cc786c9835a6', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:47.117945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] For port 39fb7de0-7f51-449a-85a1-cc786c9835a6, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=39fb7de0-7f51-449a-85a1-cc786c9835a6,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:47.118318 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.125875 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] Checking router: e48815b9-934a-4d65-8819-6b7cb1887736 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:47:47.129757 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Calling delete_port for 39fb7de0-7f51-449a-85a1-cc786c9835a6 owned by network:router_gateway {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:47.133993 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] Routers {'e48815b9-934a-4d65-8819-6b7cb1887736'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:47:47.134599 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:47:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['e48815b9-934a-4d65-8819-6b7cb1887736'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:47.217480 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] Set router e48815b9-934a-4d65-8819-6b7cb1887736 gateway port host: None {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:47:47.267481 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:47:46Z', 'revision_number': 6, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:47.290254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.297136 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f4d4e4-61d7-4e35-a1a9-912cbd3007c8 None None] The sync data for ids ['e48815b9-934a-4d65-8819-6b7cb1887736'] in dv-cinder-784815-1-iscsi is: [{'id': 'e48815b9-934a-4d65-8819-6b7cb1887736', 'name': 'tempest-TestShelveInstance-406206877-router', 'tenant_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:42:34Z', 'updated_at': '2021-07-16T15:47:46Z', 'revision_number': 6, 'project_id': 'c9b39bb70632436688f3e9cdbdc92e42', 'gw_port_host': None}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:47:47.314849 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fb7de0-7f51-449a-85a1-cc786c9835a6,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:47.378964 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.657865 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.739985 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.742041 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.783184 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.783865 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48815b9-934a-4d65-8819-6b7cb1887736 {{(pid=99564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:47:47.787921 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.788919 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-191b50ad-4096-4146-b43f-7284c5391601 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e48815b9-934a-4d65-8819-6b7cb1887736 HTTP/1.1" status: 204 len: 168 time: 1.0031495 Jul 16 15:47:47.791433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 34876) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:47.834750 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Deleting subnet b2039e3c-5cb9-4875-9a8f-1ba06c7a7189 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:47:47.837757 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.871012 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.948854 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:47.997824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.024351 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2039e3c-5cb9-4875-9a8f-1ba06c7a7189,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:48.029349 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.031160 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-43f64eb3-bb08-4709-a0e7-eef76979045c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b2039e3c-5cb9-4875-9a8f-1ba06c7a7189 HTTP/1.1" status: 204 len: 168 time: 0.2388148 Jul 16 15:47:48.034203 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34880) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:48.037506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52189832-22bd-4365-a5d4-89a6ce9b03f8 None None] Network 777123e6-bf70-429a-9fa9-67159475efaf requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:47:48.109649 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.165645 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Deleting port 6a61b504-182b-4f9b-b1f2-01a5a25744db {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:48.165993 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.225535 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] DHCP port deletion for 777123e6-bf70-429a-9fa9-67159475efaf request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:47:48.230945 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] For port 6a61b504-182b-4f9b-b1f2-01a5a25744db, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6a61b504-182b-4f9b-b1f2-01a5a25744db,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:48.231345 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.244814 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Calling delete_port for 6a61b504-182b-4f9b-b1f2-01a5a25744db owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:48.272821 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] Deleting port 6a61b504-182b-4f9b-b1f2-01a5a25744db {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:47:48.273196 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.335047 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.338099 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] For port 6a61b504-182b-4f9b-b1f2-01a5a25744db, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=6a61b504-182b-4f9b-b1f2-01a5a25744db,segment=NetworkSegment(7e299f45-86a0-4ecf-9426-bfb8f8437448),segment_id=7e299f45-86a0-4ecf-9426-bfb8f8437448)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:48.338511 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.354266 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] Calling delete_port for 6a61b504-182b-4f9b-b1f2-01a5a25744db owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:47:48.361682 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] No DVR routers for this DVR port 6a61b504-182b-4f9b-b1f2-01a5a25744db on host dv-cinder-784815-1-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:47:48.367003 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a61b504-182b-4f9b-b1f2-01a5a25744db,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:48.432607 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.436302 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.443125 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777123e6-bf70-429a-9fa9-67159475efaf']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:48.456834 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e299f45-86a0-4ecf-9426-bfb8f8437448') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:48.457130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e299f45-86a0-4ecf-9426-bfb8f8437448') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:47:48.462528 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] Pushing event deleted for resources: {'Port': ['ID=6a61b504-182b-4f9b-b1f2-01a5a25744db,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:48.464370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec97d38-ec9a-43b2-97fc-6dc3bda6a941 None None] No DVR routers for this DVR port 6a61b504-182b-4f9b-b1f2-01a5a25744db on host dv-cinder-784815-1-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:47:48.465980 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330298'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.481642 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.487776 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:47:48.488268 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12330687'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: timer() Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: cb(*args, **kw) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: self._notify() Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: self.callback(batched_events) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: event.method(event) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._get(url).json() Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:47:48.489827 dv-cinder-784815-1-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:47:48.541132 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.545581 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.549923 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/777123e6-bf70-429a-9fa9-67159475efaf HTTP/1.1" status: 204 len: 168 time: 0.5125835 Jul 16 15:47:48.559969 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875864c4-9a3e-4863-8ab0-38e55dd7b1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=777123e6-bf70-429a-9fa9-67159475efaf,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:48.589718 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6a61b504-182b-4f9b-b1f2-01a5a25744db no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:48.610234 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 6a61b504-182b-4f9b-b1f2-01a5a25744db {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:48.610810 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 6a61b504-182b-4f9b-b1f2-01a5a25744db not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:48.611302 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 39fb7de0-7f51-449a-85a1-cc786c9835a6 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:48.631736 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 39fb7de0-7f51-449a-85a1-cc786c9835a6 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:48.632080 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 39fb7de0-7f51-449a-85a1-cc786c9835a6 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:48.632489 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 4a9eb1e8-3921-4c72-8447-6c135144a88a no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:47:48.651741 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 4a9eb1e8-3921-4c72-8447-6c135144a88a {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:47:48.652094 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 4a9eb1e8-3921-4c72-8447-6c135144a88a not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:47:48.662154 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34884) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:48.700665 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a22a3599-55c6-4e6f-bfcb-322b89cc75fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3913ef283e5e43e8b09e0b50d97fab10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364318 Jul 16 15:47:48.703249 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34886) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:48.748418 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce779-aac9-4d49-8faf-266642790d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.771631 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce779-aac9-4d49-8faf-266642790d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.816798 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce779-aac9-4d49-8faf-266642790d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.819363 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce779-aac9-4d49-8faf-266642790d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:48.820464 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1a6ce779-aac9-4d49-8faf-266642790d5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3029e953-3504-4def-aa3c-271c372bc64a HTTP/1.1" status: 204 len: 168 time: 0.1163576 Jul 16 15:47:48.833225 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ce779-aac9-4d49-8faf-266642790d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3029e953-3504-4def-aa3c-271c372bc64a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:49.118310 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34894) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:49.158190 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6143c06e-a3b0-4716-ab1e-317078a5df1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9b39bb70632436688f3e9cdbdc92e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387483 Jul 16 15:47:49.160560 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 34896) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:47:49.205507 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db2c9dc0-6fd0-4b63-b0bc-d9a39bce7a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:49.225617 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db2c9dc0-6fd0-4b63-b0bc-d9a39bce7a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:49.270951 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db2c9dc0-6fd0-4b63-b0bc-d9a39bce7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:49.273463 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db2c9dc0-6fd0-4b63-b0bc-d9a39bce7a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:49.274731 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-db2c9dc0-6fd0-4b63-b0bc-d9a39bce7a96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7a14383-4d8a-45bc-a47b-b581af54832f HTTP/1.1" status: 204 len: 168 time: 0.1133122 Jul 16 15:47:49.281953 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c9dc0-6fd0-4b63-b0bc-d9a39bce7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a14383-4d8a-45bc-a47b-b581af54832f,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:49.468441 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:52.776038 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ac9bfdc9-3460-4e1d-8d0b-4d6c63915b6c tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:52.777494 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ac9bfdc9-3460-4e1d-8d0b-4d6c63915b6c tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1016839 Jul 16 15:47:52.792044 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-2b7a65a3-95c8-44bc-bc56-ba4ae2d509f6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/quotas/6c91de7cc6e24c39b31b3679776e8180 HTTP/1.1" status: 200 len: 375 time: 0.0092061 Jul 16 15:47:52.857514 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-7865d158-a22e-4d8e-a829-7ade878bc00f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608172 Jul 16 15:47:52.948249 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aec44154-0649-4b03-8c66-846a0aba9bbd service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836208 Jul 16 15:47:53.032768 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-46c361fc-da57-474a-8dc3-c830b6981d48 service neutron] 10.222.0.10 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787146 Jul 16 15:47:53.196702 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1200426d-35ad-4005-aa03-8dc60a79392d req-4e15e89c-49ad-475e-ad5c-ca8e56e8c3e5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Jul 16 15:47:54.366399 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b157d701-c04b-4325-acf2-bdc65d35ea2d req-753d9ed5-5d72-482a-96bb-456a34f34117 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 210 time: 0.0353749 Jul 16 15:47:54.392898 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-558c83ab-d8a2-4a22-a948-b68b20139f85 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:54.394960 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-558c83ab-d8a2-4a22-a948-b68b20139f85 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 815 time: 0.1269109 Jul 16 15:47:54.416292 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Request body: {'port': {'device_id': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'admin_state_up': True, 'tenant_id': '6c91de7cc6e24c39b31b3679776e8180'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:47:54.527332 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Made reservation on behalf of 6c91de7cc6e24c39b31b3679776e8180 for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:47:54.531011 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:54.653180 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Allocated IP 172.20.0.4 (fc218b00-9a6e-41c6-80e7-50c11bc3fa47/5fc00717-f01e-4d61-a219-9e9715352b32/e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:47:54.791929 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:54.832991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:54.871193 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386', '3a35a570-7616-4926-9ebd-93a3cea9b1ef', '5e7a970d-e414-4c82-b1eb-632454e9a6d2'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:47:54.876945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:47:54.885158 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:47:54.887318 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event updated for resources: {'Port': ['ID=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:54.889438 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:47:54.936980 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:54.937595 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:54.951983 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-aa8f92bd-9a79-4cd4-8a88-33c0ee4e9123 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5390034 Jul 16 15:47:54.972167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Request body: {'port': {'device_id': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:47:55.045702 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:55.295001 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:55.302142 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:55.313147 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Transition to ACTIVE for port object e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:47:55.317063 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:55.367503 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:55.433880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Attempting to bind port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:47:55.434224 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Attempting to bind port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:47:55.434591 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Attempting to bind port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:47:55.439701 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:47:55.440023 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Attempting to bind port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 on network fc218b00-9a6e-41c6-80e7-50c11bc3fa47 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:47:55.444759 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:47:55.445098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Checking segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:47:55.445481 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Bound using segment: {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:47:55.445906 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Bound port: e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a222e9f-c7ef-4fc8-820d-f7c67ff38971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:47:55.446264 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:55.544008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] For port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:47:55.559217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] For port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:47:55.564600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:55.584302 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38225df-1cdf-4ba4-81b0-3f9c4370d3d2 req-4d70b5ca-f9eb-45a8-9b71-f751accde76f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:55.585759 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38225df-1cdf-4ba4-81b0-3f9c4370d3d2 req-4d70b5ca-f9eb-45a8-9b71-f751accde76f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 943 time: 0.1045673 Jul 16 15:47:55.617906 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:55.618511 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:55.619848 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] 10.222.0.11 "PUT /v2.0/ports/e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 HTTP/1.1" status: 200 len: 1093 time: 0.6524873 Jul 16 15:47:55.620293 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'tag': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:47:55.622462 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77bd58-e0e9-433a-b132-adf3e1f21c78" -d '{"events": [{"name": "network-changed", "server_uuid": "664ccc7a-b3d7-48f8-891c-9d2fdd637016", "tag": "e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:47:55.660319 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6439e4c-bf72-411e-9130-c30084db61cd x-openstack-request-id: req-d6439e4c-bf72-411e-9130-c30084db61cd {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:47:55.660614 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ccc7a-b3d7-48f8-891c-9d2fdd637016", "tag": "e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:47:55.660866 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6439e4c-bf72-411e-9130-c30084db61cd {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:47:55.661267 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'tag': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8', 'status': 'completed', 'code': 200} Jul 16 15:47:55.667530 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b489a-3308-4ac8-be84-f9b60628b791 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:55.672614 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a38225df-1cdf-4ba4-81b0-3f9c4370d3d2 req-207eaacf-f61a-4401-b74b-5d0067a58cf5 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691841 Jul 16 15:47:55.744903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-9751b175-9e73-468c-bef4-72f12641df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:55.746377 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-9751b175-9e73-468c-bef4-72f12641df70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 1096 time: 0.0510173 Jul 16 15:47:55.808349 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-950a33cb-19bd-4eec-9f05-d84099f703b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 HTTP/1.1" status: 200 len: 217 time: 0.0355699 Jul 16 15:47:55.857878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-d77f3e90-a20b-44ee-b18f-8e386c11def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:55.859310 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-d77f3e90-a20b-44ee-b18f-8e386c11def3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0430975 Jul 16 15:47:55.891582 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-27f1f272-94b9-4b6a-a6b8-891920fabcee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251179 Jul 16 15:47:55.981340 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-d60f0203-c418-436d-8e3c-7b7ae22b9bbc service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Jul 16 15:47:56.066575 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-666ba986-5a21-4ccb-9893-636f5201e6b9 req-be9d7408-4180-4307-bdd8-34465bc1ee92 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783362 Jul 16 15:47:56.222862 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-e2634677-673c-4b67-8e6d-169023c0bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:56.224338 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-e2634677-673c-4b67-8e6d-169023c0bfc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c91de7cc6e24c39b31b3679776e8180&device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 1096 time: 0.0512013 Jul 16 15:47:56.316392 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-9f8f8559-dc87-48f8-a314-9ffef4920aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:56.317808 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-9f8f8559-dc87-48f8-a314-9ffef4920aa1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 200 len: 916 time: 0.0845110 Jul 16 15:47:56.357994 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-8dcdb10b-8dda-47f1-a054-355074722d00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 HTTP/1.1" status: 200 len: 217 time: 0.0324626 Jul 16 15:47:56.407830 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-b18e4213-1c19-4383-917d-b9db4b925d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:56.409662 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-b18e4213-1c19-4383-917d-b9db4b925d43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 200 len: 855 time: 0.0442479 Jul 16 15:47:56.441695 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-a9ce4d31-639d-4c0e-8277-83d438da59a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc218b00-9a6e-41c6-80e7-50c11bc3fa47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252602 Jul 16 15:47:56.531301 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-54920ac5-4a8d-4107-8d99-54e230947833 service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813432 Jul 16 15:47:56.619516 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ac77bd58-e0e9-433a-b132-adf3e1f21c78 req-93305c9d-25c8-4362-9eb1-b3f65c6434ed service neutron] 10.222.0.11 "GET /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788317 Jul 16 15:47:56.846064 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1de70-8353-49a0-b027-bf4d0e374589 req-5281f8c4-957f-406f-a54c-1e79ac5397e6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:56.848142 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f4c1de70-8353-49a0-b027-bf4d0e374589 req-5281f8c4-957f-406f-a54c-1e79ac5397e6 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 943 time: 0.0610695 Jul 16 15:47:56.887027 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f4c1de70-8353-49a0-b027-bf4d0e374589 req-f5f66d93-62a2-487d-9a54-9ebc47260673 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Jul 16 15:47:58.054529 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d90156-b322-4a70-9420-1639052e2505 req-b3850334-2ec7-4523-8dba-5a78fb2997f0 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:58.056014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a8d90156-b322-4a70-9420-1639052e2505 req-b3850334-2ec7-4523-8dba-5a78fb2997f0 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 943 time: 0.0621197 Jul 16 15:47:58.092416 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a8d90156-b322-4a70-9420-1639052e2505 req-a7663d4c-4617-4f73-b358-cbb0f8cdffb2 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Jul 16 15:47:59.022699 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:47:59.115280 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:59.126069 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8', 'network_id': 'fc218b00-9a6e-41c6-80e7-50c11bc3fa47', 'port_id': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8', 'mac_address': 'fa:16:3e:b6:88:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc00717-f01e-4d61-a219-9e9715352b32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:47:59.161938 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:59.174023 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:47:59.192416 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:47:59.196364 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:47:59.242928 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:47:59.249873 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.250221 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.250558 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.251040 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.251396 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.251723 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.252047 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.252370 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.252710 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.253035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.253372 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.253693 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:47:59.262656 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27c2fc-98e1-4994-a86f-ebb95fa95267 req-0c40721e-9b4d-4cb9-8cd6-54dd5f65618f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:47:59.264006 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cd27c2fc-98e1-4994-a86f-ebb95fa95267 req-0c40721e-9b4d-4cb9-8cd6-54dd5f65618f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 944 time: 0.0624831 Jul 16 15:47:59.301223 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cd27c2fc-98e1-4994-a86f-ebb95fa95267 req-5afe60da-b4f4-4ae9-9382-205d3dda4035 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310106 Jul 16 15:47:59.549119 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:48:00.473219 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0ac8b-1e42-4da2-8350-d964baa5b4e4 req-59bb051b-d930-4187-a7d6-9a85e4640088 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:00.474686 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ebe0ac8b-1e42-4da2-8350-d964baa5b4e4 req-59bb051b-d930-4187-a7d6-9a85e4640088 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 944 time: 0.0654764 Jul 16 15:48:00.512061 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ebe0ac8b-1e42-4da2-8350-d964baa5b4e4 req-5f187345-e6af-45cb-9574-e21a362ded8d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Jul 16 15:48:01.021163 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:48:01.067622 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:48:01.071011 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:48:01.071415 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:01.145600 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:01.166997 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:48:01.169238 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74fd25-7fb7-460b-8bb1-8b00afdc1881" -d '{"events": [{"server_uuid": "664ccc7a-b3d7-48f8-891c-9d2fdd637016", "name": "network-vif-plugged", "status": "completed", "tag": "e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:48:01.182132 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:01.186092 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:01.209155 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2642d2ae-cfd7-420a-8c5a-10f1d0f52241 x-openstack-request-id: req-2642d2ae-cfd7-420a-8c5a-10f1d0f52241 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:48:01.209447 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ccc7a-b3d7-48f8-891c-9d2fdd637016", "name": "network-vif-plugged", "status": "completed", "tag": "e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:48:01.209698 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2642d2ae-cfd7-420a-8c5a-10f1d0f52241 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:48:01.210081 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8', 'code': 200} Jul 16 15:48:01.234821 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:01.464126 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bb13d-af28-4321-943c-015d311a9a12 req-74cc90a5-470d-49d6-ae63-86d3588aeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:01.465514 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da9bb13d-af28-4321-943c-015d311a9a12 req-74cc90a5-470d-49d6-ae63-86d3588aeee3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 1098 time: 0.0511765 Jul 16 15:48:01.499254 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da9bb13d-af28-4321-943c-015d311a9a12 req-689f353a-1920-4e29-9872-f462315827b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260942 Jul 16 15:48:01.676565 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d6a24-68b6-42a2-8712-d51d0b7a5514 req-78e7bbff-cfc1-413c-986b-a1cb6da9eb8a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:01.678046 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-873d6a24-68b6-42a2-8712-d51d0b7a5514 req-78e7bbff-cfc1-413c-986b-a1cb6da9eb8a tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 945 time: 0.0608642 Jul 16 15:48:01.714864 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-873d6a24-68b6-42a2-8712-d51d0b7a5514 req-5717e3b9-9480-4b33-a70c-afd7a0c06a60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Jul 16 15:48:01.948485 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:48:02.892297 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056339b5-658a-42b6-97ac-daa4fa9e22a9 req-a3430b53-ffce-49a2-872a-1f7b8e88f808 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:02.893771 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-056339b5-658a-42b6-97ac-daa4fa9e22a9 req-a3430b53-ffce-49a2-872a-1f7b8e88f808 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 945 time: 0.0686655 Jul 16 15:48:02.931123 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-056339b5-658a-42b6-97ac-daa4fa9e22a9 req-a45f78b3-e04e-4ee9-b0dc-cc4d97fc7d7f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311637 Jul 16 15:48:04.251639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be0036-1173-40fe-b1e4-da30659b0918 req-8f06a08d-6740-4454-8667-b84fbfde6225 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:04.252989 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-99be0036-1173-40fe-b1e4-da30659b0918 req-8f06a08d-6740-4454-8667-b84fbfde6225 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 945 time: 0.0609047 Jul 16 15:48:04.289292 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-99be0036-1173-40fe-b1e4-da30659b0918 req-8ece5e25-18e0-42d3-964d-311c040c11ca tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Jul 16 15:48:13.967960 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdb0a-b4ef-4245-b3c6-cca80820f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:14.164736 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:15.023196 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e69a8a-1332-4540-858a-283d52601bc8 req-d03711e0-2e55-455b-8d19-db0d929d8ffd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:15.025848 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-04e69a8a-1332-4540-858a-283d52601bc8 req-d03711e0-2e55-455b-8d19-db0d929d8ffd tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 946 time: 0.0688469 Jul 16 15:48:15.063612 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-04e69a8a-1332-4540-858a-283d52601bc8 req-2c1315a6-c5fc-46b2-b001-1ed4386a1727 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Jul 16 15:48:16.281377 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add3ba3-c1fc-4693-9fd9-4351269fbd41 req-ce3bdf06-4a76-4bab-818b-5b48a24f364c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:16.282829 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1add3ba3-c1fc-4693-9fd9-4351269fbd41 req-ce3bdf06-4a76-4bab-818b-5b48a24f364c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 946 time: 0.1014242 Jul 16 15:48:16.294092 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c82dda-8d84-4a5a-afe6-d92b2269903d req-99ed19c2-bcf1-4f24-bca9-3fb113f616a9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:16.295468 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-98c82dda-8d84-4a5a-afe6-d92b2269903d req-99ed19c2-bcf1-4f24-bca9-3fb113f616a9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 945 time: 0.0868728 Jul 16 15:48:16.349442 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1add3ba3-c1fc-4693-9fd9-4351269fbd41 req-c779e050-dcd6-4b36-894d-09663025e7a6 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7a27269-99ed-4b9d-b4a0-94f850ca5579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530686 Jul 16 15:48:16.356727 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-98c82dda-8d84-4a5a-afe6-d92b2269903d req-7c4892a1-dd92-4f1e-9198-c2acde787879 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Jul 16 15:48:16.582405 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:16.642909 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ee62704-b768-44f8-bb9a-856f6fae717c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:16.899784 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a683e82-4581-4231-b71f-004616d7ee89 req-e0cf9b8f-62c7-45c5-b028-b74ec661cafe tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:16.901321 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a683e82-4581-4231-b71f-004616d7ee89 req-e0cf9b8f-62c7-45c5-b028-b74ec661cafe tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 946 time: 0.0681152 Jul 16 15:48:16.999427 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Deleting port 10604f84-c86b-48de-9989-db646eb4f13e {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:16.999781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.088662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] For port 10604f84-c86b-48de-9989-db646eb4f13e, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=10604f84-c86b-48de-9989-db646eb4f13e,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:17.089019 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.249899 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.250188 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.250507 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Floating IP 921b227d-dc13-4678-ae24-b1a37265b0d6 disassociated. External IP: 172.27.1.163, port: 10604f84-c86b-48de-9989-db646eb4f13e. Jul 16 15:48:17.250856 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Calling delete_port for 10604f84-c86b-48de-9989-db646eb4f13e owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:17.375098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.402775 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event deleted for resources: {'Port': ['ID=10604f84-c86b-48de-9989-db646eb4f13e,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:17.539247 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-48661a52-229c-4c56-a785-2cfb2f59c968 req-b4d622cb-7c26-4d03-9aea-27115cc4794c tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 210 time: 0.0420933 Jul 16 15:48:17.583291 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:48:17.612090 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda04b3-083b-44fc-9916-91f008c11541 req-e6f3dc2b-eff2-4886-9a2b-a226cc452c20 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:17.613539 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7dda04b3-083b-44fc-9916-91f008c11541 req-e6f3dc2b-eff2-4886-9a2b-a226cc452c20 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 945 time: 0.1155345 Jul 16 15:48:17.656746 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.713281 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7dda04b3-083b-44fc-9916-91f008c11541 req-3e75d896-1a0f-4e03-9204-6b9fdaa53d75 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711119 Jul 16 15:48:17.733605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:48:17.744680 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:48:17.754555 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:48:17.755165 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:17.777891 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] No DVR routers for this DVR port 10604f84-c86b-48de-9989-db646eb4f13e on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:48:17.780588 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:17.782754 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5a683e82-4581-4231-b71f-004616d7ee89 req-36e54385-9cc6-4cb3-a211-4ff28101a055 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.11 "DELETE /v2.0/ports/10604f84-c86b-48de-9989-db646eb4f13e HTTP/1.1" status: 204 len: 173 time: 0.8749225 Jul 16 15:48:17.783359 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-deleted', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:48:17.785805 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b560842-d557-4f59-8583-0a3458b4ee8f" -d '{"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-deleted", "tag": "10604f84-c86b-48de-9989-db646eb4f13e"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:48:17.825391 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52689ba7-809a-499e-987c-a490a270c8cf x-openstack-request-id: req-52689ba7-809a-499e-987c-a490a270c8cf {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:48:17.825680 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdfd270-a586-495f-9b30-aa6f5803514b", "name": "network-vif-deleted", "tag": "10604f84-c86b-48de-9989-db646eb4f13e", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:48:17.825931 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52689ba7-809a-499e-987c-a490a270c8cf {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:48:17.826578 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdfd270-a586-495f-9b30-aa6f5803514b', 'name': 'network-vif-deleted', 'tag': '10604f84-c86b-48de-9989-db646eb4f13e', 'status': 'completed', 'code': 200} Jul 16 15:48:17.868126 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:48:18.077854 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:18.103404 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:48:18.111695 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:48:18.112133 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:18.291892 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:48:18.335947 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-ec76ac10-b862-439e-ab8e-4e7b0a4cc689 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:18.337442 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-ec76ac10-b862-439e-ab8e-4e7b0a4cc689 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 945 time: 0.0631409 Jul 16 15:48:18.452024 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Deleting port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:18.452717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:18.484662 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:18.513527 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe42aa-3139-4261-8e7e-4a24a0ff196f None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:40:16Z', 'revision_number': 4, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '683cac15-0656-4c2e-bb53-4fd65ef23668', 'name': '', 'network_id': 'e84ee211-f558-4547-97c1-f426b7cd8bdb', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'mac_address': 'fa:16:3e:74:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:14Z', 'updated_at': '2021-07-16T15:40:26Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'subnets': [{'id': '734e5de5-ac7b-4a92-a991-0645ae0691ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:48:18.541264 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] For port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:18.541628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:18.555934 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Calling delete_port for e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:18.710096 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fb9b79ca-b37b-48c8-9d17-04c2e2c2d8f8 req-e5df59da-a664-4744-80e6-f901b7847f10 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/ports?device_id=efdfd270-a586-495f-9b30-aa6f5803514b HTTP/1.1" status: 200 len: 210 time: 0.0352502 Jul 16 15:48:18.727570 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:18.760896 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event deleted for resources: {'Port': ['ID=e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:18.764381 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386', '3a35a570-7616-4926-9ebd-93a3cea9b1ef', '5e7a970d-e414-4c82-b1eb-632454e9a6d2', 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:48:18.811655 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] No DVR routers for this DVR port e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:48:18.814779 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:18.817211 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f52b2373-3ac0-4303-8753-1a46e0667e49 req-78a1ecd1-d538-4570-9768-c61f1045a606 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "DELETE /v2.0/ports/e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 HTTP/1.1" status: 204 len: 173 time: 0.4627192 Jul 16 15:48:18.836176 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b00f8b-71ad-47ff-af36-c1e821e23570 None None] New status for floating IP 921b227d-dc13-4678-ae24-b1a37265b0d6: DOWN {{(pid=99566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:48:18.905564 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-705afe28-e6a7-49bf-b1d8-8082b0d1eb61 req-9ac2139b-abd3-4b19-8695-3d30fc6a5480 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=664ccc7a-b3d7-48f8-891c-9d2fdd637016 HTTP/1.1" status: 200 len: 210 time: 0.0308180 Jul 16 15:48:19.470041 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:19.828026 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'name': 'network-vif-deleted', 'tag': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:48:19.831436 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c4406-6532-4611-82ba-a6fae8485a6b" -d '{"events": [{"server_uuid": "664ccc7a-b3d7-48f8-891c-9d2fdd637016", "name": "network-vif-deleted", "tag": "e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:48:19.835537 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35062) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:19.869693 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e596a977-ff6e-4261-8b2b-4c4014f70299 x-openstack-request-id: req-e596a977-ff6e-4261-8b2b-4c4014f70299 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:48:19.870003 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ccc7a-b3d7-48f8-891c-9d2fdd637016", "name": "network-vif-deleted", "tag": "e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:48:19.870247 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e596a977-ff6e-4261-8b2b-4c4014f70299 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:48:19.870635 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ccc7a-b3d7-48f8-891c-9d2fdd637016', 'name': 'network-vif-deleted', 'tag': 'e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8', 'status': 'completed', 'code': 200} Jul 16 15:48:19.889975 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1025dd73-e255-4497-b9c9-f668fb9e956f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:19.914858 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1025dd73-e255-4497-b9c9-f668fb9e956f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:19.961169 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1025dd73-e255-4497-b9c9-f668fb9e956f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:19.963822 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1025dd73-e255-4497-b9c9-f668fb9e956f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:19.964960 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1025dd73-e255-4497-b9c9-f668fb9e956f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7a27269-99ed-4b9d-b4a0-94f850ca5579 HTTP/1.1" status: 204 len: 168 time: 0.1284268 Jul 16 15:48:19.967902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35066) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:19.973627 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025dd73-e255-4497-b9c9-f668fb9e956f tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a27269-99ed-4b9d-b4a0-94f850ca5579,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:19.987468 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.api.v2.resource [None req-7e7e5fbd-b21f-4c5c-93f2-f8cc9ceba04b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] show failed (client error): The resource could not be found. Jul 16 15:48:19.991260 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-7e7e5fbd-b21f-4c5c-93f2-f8cc9ceba04b tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "GET /v2.0/security-groups/c7a27269-99ed-4b9d-b4a0-94f850ca5579 HTTP/1.1" status: 404 len: 347 time: 0.0195947 Jul 16 15:48:19.992829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35068) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:20.118911 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Deleting port 8d0c817d-8017-4e45-8f3e-68bcde5bb0e4 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:20.119290 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:20.193817 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:20.194140 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:20.205843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Calling delete_port for 8d0c817d-8017-4e45-8f3e-68bcde5bb0e4 owned by network:floatingip {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:20.334922 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:20.366574 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Pushing event deleted for resources: {'Port': ['ID=8d0c817d-8017-4e45-8f3e-68bcde5bb0e4,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:20.420384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks [] for floatingip, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:20.423071 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:20.424246 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-23879b8a-d759-418e-95e5-8e3a7b077506 tempest-AttachVolumeShelveTestJSON-576468668 tempest-AttachVolumeShelveTestJSON-576468668-project] 10.222.0.10 "DELETE /v2.0/floatingips/921b227d-dc13-4678-ae24-b1a37265b0d6 HTTP/1.1" status: 204 len: 168 time: 0.4304318 Jul 16 15:48:21.188209 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:21.207574 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:21.207924 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e2f0975c-7d9a-4239-b7b4-526c3bf9e3f8 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:21.208341 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:21.226130 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 10604f84-c86b-48de-9989-db646eb4f13e {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:21.227025 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 10604f84-c86b-48de-9989-db646eb4f13e not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:21.467702 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42137831-a36d-4be3-b618-77cbd6b9a03c req-75ec7612-d1cb-43bc-92ed-01db7595eefb tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:21.469089 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42137831-a36d-4be3-b618-77cbd6b9a03c req-75ec7612-d1cb-43bc-92ed-01db7595eefb tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 946 time: 0.0638230 Jul 16 15:48:21.508412 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-42137831-a36d-4be3-b618-77cbd6b9a03c req-bb8b68d7-1e19-48d9-9e81-5471d450eb53 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Jul 16 15:48:22.678722 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d558f23-04ef-431e-8f96-336d529c1030 req-7174e1e5-9a57-4b6e-8825-bf4e3abb084f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:22.680225 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d558f23-04ef-431e-8f96-336d529c1030 req-7174e1e5-9a57-4b6e-8825-bf4e3abb084f tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 946 time: 0.0605700 Jul 16 15:48:22.716385 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4d558f23-04ef-431e-8f96-336d529c1030 req-6ce9ffa1-7ed8-441c-aad9-634a7880eff1 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Jul 16 15:48:23.113397 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35102) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:23.147179 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-8f5fd3e2-50b0-44fc-afb3-dbc030cb504d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:23.149510 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-8f5fd3e2-50b0-44fc-afb3-dbc030cb504d tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 946 time: 0.0633335 Jul 16 15:48:23.526963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Deleting port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:23.527217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.596465 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.613619 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] For port 5e7a970d-e414-4c82-b1eb-632454e9a6d2, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5e7a970d-e414-4c82-b1eb-632454e9a6d2,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:23.613981 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.625761 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Calling delete_port for 5e7a970d-e414-4c82-b1eb-632454e9a6d2 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:23.750080 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.783056 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event deleted for resources: {'Port': ['ID=5e7a970d-e414-4c82-b1eb-632454e9a6d2,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:23.786917 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386', '3a35a570-7616-4926-9ebd-93a3cea9b1ef', '5e7a970d-e414-4c82-b1eb-632454e9a6d2'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:48:23.848477 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] No DVR routers for this DVR port 5e7a970d-e414-4c82-b1eb-632454e9a6d2 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:48:23.851024 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.854610 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e056ced7-5c45-45bd-8156-4df6522c03b5 req-81843c26-0262-4749-affb-acee97b01294 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "DELETE /v2.0/ports/5e7a970d-e414-4c82-b1eb-632454e9a6d2 HTTP/1.1" status: 204 len: 173 time: 0.6998618 Jul 16 15:48:23.855873 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'name': 'network-vif-deleted', 'tag': '5e7a970d-e414-4c82-b1eb-632454e9a6d2'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:48:23.856462 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Deleting port 683cac15-0656-4c2e-bb53-4fd65ef23668 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:23.857090 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.859502 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b99b34-2ec0-4b30-9dda-cc6552a645b9" -d '{"events": [{"server_uuid": "9e7c804f-4965-45aa-a20e-da3daecc438d", "name": "network-vif-deleted", "tag": "5e7a970d-e414-4c82-b1eb-632454e9a6d2"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:48:23.921779 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-223ac7fe-2db2-4244-b757-33bfc1e233f8 req-6ddf67a6-8497-4bc1-8ca7-35c164012ce3 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7c804f-4965-45aa-a20e-da3daecc438d HTTP/1.1" status: 200 len: 210 time: 0.0742257 Jul 16 15:48:23.923030 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c9ca7d-fe73-494c-a58e-b735c62f0d7a x-openstack-request-id: req-96c9ca7d-fe73-494c-a58e-b735c62f0d7a {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:48:23.923353 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c804f-4965-45aa-a20e-da3daecc438d", "name": "network-vif-deleted", "tag": "5e7a970d-e414-4c82-b1eb-632454e9a6d2", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:48:23.923639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96c9ca7d-fe73-494c-a58e-b735c62f0d7a {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:48:23.924612 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c804f-4965-45aa-a20e-da3daecc438d', 'name': 'network-vif-deleted', 'tag': '5e7a970d-e414-4c82-b1eb-632454e9a6d2', 'status': 'completed', 'code': 200} Jul 16 15:48:23.950456 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] For port 683cac15-0656-4c2e-bb53-4fd65ef23668, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=683cac15-0656-4c2e-bb53-4fd65ef23668,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:23.951370 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:23.965690 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Calling delete_port for 683cac15-0656-4c2e-bb53-4fd65ef23668 owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:24.142457 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:24.168339 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=683cac15-0656-4c2e-bb53-4fd65ef23668,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:24.324181 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:24.530749 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Router d979e5b1-1f47-45c3-9886-60bae5634ad4 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:48:24.633762 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:48:24.638697 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-31f2fc28-5863-493e-8c29-9fde7cda6b2f admin admin] 10.222.0.10 "PUT /v2.0/routers/d979e5b1-1f47-45c3-9886-60bae5634ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5242765 Jul 16 15:48:24.641439 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35110) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:24.642595 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] Sync routers for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:48:24.652104 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:48:24.652714 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:24.741137 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:24.751491 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:48:24.841496 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:24.891750 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Deleting port f762e7a2-124f-4645-a646-35690f5d9f41 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:24.892090 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:24.922477 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:48:24Z', 'revision_number': 5, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port': {'id': 'f762e7a2-124f-4645-a646-35690f5d9f41', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:40:04Z', 'updated_at': '2021-07-16T15:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:24.948358 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] Checking router: d979e5b1-1f47-45c3-9886-60bae5634ad4 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:48:24.956780 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] Routers {'d979e5b1-1f47-45c3-9886-60bae5634ad4'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:48:24.957418 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['d979e5b1-1f47-45c3-9886-60bae5634ad4'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:24.972310 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] For port f762e7a2-124f-4645-a646-35690f5d9f41, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=f762e7a2-124f-4645-a646-35690f5d9f41,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:24.972674 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:24.984344 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Calling delete_port for f762e7a2-124f-4645-a646-35690f5d9f41 owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:25.048598 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] Set router d979e5b1-1f47-45c3-9886-60bae5634ad4 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:48:25.105093 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:48:24Z', 'revision_number': 6, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:25.135108 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae56fc-440f-4860-9c91-f43336d750ae None None] The sync data for ids ['d979e5b1-1f47-45c3-9886-60bae5634ad4'] in dv-cinder-784815-1-iscsi is: [{'id': 'd979e5b1-1f47-45c3-9886-60bae5634ad4', 'name': 'tempest-AttachVolumeShelveTestJSON-1111210180-router', 'tenant_id': 'be08718f12574e27bfe95682b66fcb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:40:02Z', 'updated_at': '2021-07-16T15:48:24Z', 'revision_number': 6, 'project_id': 'be08718f12574e27bfe95682b66fcb06', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:48:25.160389 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.186841 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f762e7a2-124f-4645-a646-35690f5d9f41,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:25.247790 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.333950 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.336935 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.380886 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.381462 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d979e5b1-1f47-45c3-9886-60bae5634ad4 {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:48:25.386731 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.387917 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-368647e1-69f0-40bf-ba74-abc6ddb9b5e1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d979e5b1-1f47-45c3-9886-60bae5634ad4 HTTP/1.1" status: 204 len: 168 time: 0.7455432 Jul 16 15:48:25.390395 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35118) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:25.391780 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09000-eb71-46d9-a6cb-0027e5ac6908 req-e801aaf0-a138-4822-8bcc-0afac83be365 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:25.393238 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a1f09000-eb71-46d9-a6cb-0027e5ac6908 req-e801aaf0-a138-4822-8bcc-0afac83be365 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0623941 Jul 16 15:48:25.433130 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Deleting subnet 734e5de5-ac7b-4a92-a991-0645ae0691ac {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:48:25.433339 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a1f09000-eb71-46d9-a6cb-0027e5ac6908 req-5ee09467-540d-455d-81de-c3c2cf99bd20 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Jul 16 15:48:25.436540 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.471594 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330253'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.553607 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.603375 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12330269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554157'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.627428 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734e5de5-ac7b-4a92-a991-0645ae0691ac,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:25.630964 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.633796 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e191837b-4329-4f2d-be11-f6046af00d14 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/734e5de5-ac7b-4a92-a991-0645ae0691ac HTTP/1.1" status: 204 len: 168 time: 0.2423153 Jul 16 15:48:25.635755 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35120) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:25.637214 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39047e70-bf47-4f22-baa0-d6405a1e7abe None None] Network e84ee211-f558-4547-97c1-f426b7cd8bdb requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:48:25.701783 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.758414 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Deleting port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:25.758745 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.821335 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] For port bfb48d62-7e6c-480c-87b7-8e4e8ae00723, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,segment=NetworkSegment(e5484dbc-2887-45f7-9779-1b9ef5e7eb58),segment_id=e5484dbc-2887-45f7-9779-1b9ef5e7eb58)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:25.821547 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.833468 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Calling delete_port for bfb48d62-7e6c-480c-87b7-8e4e8ae00723 owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:25.925507 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:25.950500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb48d62-7e6c-480c-87b7-8e4e8ae00723,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:25.951844 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b258cf9-9630-400f-bbd5-f375d4868eeb None None] DHCP port deletion for e84ee211-f558-4547-97c1-f426b7cd8bdb request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:48:25.954156 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] No DVR routers for this DVR port bfb48d62-7e6c-480c-87b7-8e4e8ae00723 on host dv-cinder-784815-1-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:48:26.024744 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.034763 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84ee211-f558-4547-97c1-f426b7cd8bdb']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:26.258551 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:26.259212 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5484dbc-2887-45f7-9779-1b9ef5e7eb58') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:26.267371 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330298'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.279911 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.285886 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:48:26.286374 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12330687'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: timer() Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: cb(*args, **kw) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: self._notify() Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: self.callback(batched_events) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: event.method(event) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._get(url).json() Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:48:26.288073 dv-cinder-784815-1-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:48:26.338174 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.343264 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.345064 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e84ee211-f558-4547-97c1-f426b7cd8bdb HTTP/1.1" status: 204 len: 168 time: 0.7082069 Jul 16 15:48:26.355119 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd07f6-e806-49d5-a062-bc950ccefe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84ee211-f558-4547-97c1-f426b7cd8bdb,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:26.451406 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35124) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:26.490079 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f201a99f-024d-409f-9412-adc52e3786fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be08718f12574e27bfe95682b66fcb06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374827 Jul 16 15:48:26.493073 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35128) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:26.542764 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a6def45-6727-471e-a12e-a59d6d76846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.566092 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a6def45-6727-471e-a12e-a59d6d76846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.610192 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ef432-c029-4ab5-909f-6cea4661e77e req-2f3a61a5-2e4e-4e41-9b30-15eef1dbf646 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:26.611717 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3b8ef432-c029-4ab5-909f-6cea4661e77e req-2f3a61a5-2e4e-4e41-9b30-15eef1dbf646 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0692999 Jul 16 15:48:26.613935 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device f762e7a2-124f-4645-a646-35690f5d9f41 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:26.620624 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a6def45-6727-471e-a12e-a59d6d76846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.623513 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3a6def45-6727-471e-a12e-a59d6d76846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.627148 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3a6def45-6727-471e-a12e-a59d6d76846f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1459d181-022b-47b5-88c4-6822da89ec63 HTTP/1.1" status: 204 len: 168 time: 0.1307850 Jul 16 15:48:26.636243 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6def45-6727-471e-a12e-a59d6d76846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1459d181-022b-47b5-88c4-6822da89ec63,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:26.641342 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: f762e7a2-124f-4645-a646-35690f5d9f41 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:26.642377 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device f762e7a2-124f-4645-a646-35690f5d9f41 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:26.642990 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 683cac15-0656-4c2e-bb53-4fd65ef23668 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:26.653489 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3b8ef432-c029-4ab5-909f-6cea4661e77e req-ab4f0d4f-4ccf-4f67-87c7-c2d102c339a9 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Jul 16 15:48:26.671847 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 683cac15-0656-4c2e-bb53-4fd65ef23668 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:26.672197 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 683cac15-0656-4c2e-bb53-4fd65ef23668 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:26.672626 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bfb48d62-7e6c-480c-87b7-8e4e8ae00723 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:26.698337 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: bfb48d62-7e6c-480c-87b7-8e4e8ae00723 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:26.698758 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device bfb48d62-7e6c-480c-87b7-8e4e8ae00723 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:26.764793 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-517cff4e-2034-47a8-9bc4-62df1ddbef2b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:26.766266 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-517cff4e-2034-47a8-9bc4-62df1ddbef2b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 945 time: 0.0627360 Jul 16 15:48:26.867406 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Deleting port 3a35a570-7616-4926-9ebd-93a3cea9b1ef {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:26.867756 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.959797 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] For port 3a35a570-7616-4926-9ebd-93a3cea9b1ef, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3a35a570-7616-4926-9ebd-93a3cea9b1ef,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:26.960161 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:26.973188 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Calling delete_port for 3a35a570-7616-4926-9ebd-93a3cea9b1ef owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:27.103726 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:27.132345 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event deleted for resources: {'Port': ['ID=3a35a570-7616-4926-9ebd-93a3cea9b1ef,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:27.140639 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386', '3a35a570-7616-4926-9ebd-93a3cea9b1ef'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:48:27.185094 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] No DVR routers for this DVR port 3a35a570-7616-4926-9ebd-93a3cea9b1ef on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:48:27.187885 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:27.189858 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d480654e-3efd-4fdf-9fed-04fa9db53c12 req-74a20b32-7eef-4519-93e6-f2acef9296da tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "DELETE /v2.0/ports/3a35a570-7616-4926-9ebd-93a3cea9b1ef HTTP/1.1" status: 204 len: 173 time: 0.4171154 Jul 16 15:48:27.190569 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'name': 'network-vif-deleted', 'tag': '3a35a570-7616-4926-9ebd-93a3cea9b1ef'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:48:27.192802 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef57387b-b643-46de-be3d-19df2fe84d75" -d '{"events": [{"server_uuid": "4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0", "name": "network-vif-deleted", "tag": "3a35a570-7616-4926-9ebd-93a3cea9b1ef"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:48:27.194805 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 5e7a970d-e414-4c82-b1eb-632454e9a6d2 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:27.227353 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 5e7a970d-e414-4c82-b1eb-632454e9a6d2 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:27.227759 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 5e7a970d-e414-4c82-b1eb-632454e9a6d2 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:27.230967 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c14791-3f69-41cd-8e45-19bbda40fd60 x-openstack-request-id: req-52c14791-3f69-41cd-8e45-19bbda40fd60 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:48:27.231503 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0", "name": "network-vif-deleted", "tag": "3a35a570-7616-4926-9ebd-93a3cea9b1ef", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:48:27.231926 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52c14791-3f69-41cd-8e45-19bbda40fd60 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:48:27.232332 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0', 'name': 'network-vif-deleted', 'tag': '3a35a570-7616-4926-9ebd-93a3cea9b1ef', 'status': 'completed', 'code': 200} Jul 16 15:48:27.835370 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c20cd47a-6572-4e35-9311-a1f29b936dde req-0b215256-7719-42e6-a573-95f376550192 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f4d2fb7-16bb-4c4f-b77b-ad8901e39aa0 HTTP/1.1" status: 200 len: 210 time: 0.0424323 Jul 16 15:48:30.327394 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35204) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:30.397999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374b97d-f220-47ee-8122-cf9386a549a6 req-0150a193-4ad7-4246-ab74-f4b11a8eee5b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:30.399633 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5374b97d-f220-47ee-8122-cf9386a549a6 req-0150a193-4ad7-4246-ab74-f4b11a8eee5b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 945 time: 0.0614927 Jul 16 15:48:30.428764 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f40c47d0-0463-4934-985a-a751188ccaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.437368 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5374b97d-f220-47ee-8122-cf9386a549a6 req-21266dae-a909-4e08-b2a8-4e4d634e221c tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jul 16 15:48:30.518639 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f40c47d0-0463-4934-985a-a751188ccaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.522163 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f40c47d0-0463-4934-985a-a751188ccaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.559019 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f40c47d0-0463-4934-985a-a751188ccaab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=223b6f3666644a5ba9aa103ff97120b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305794 Jul 16 15:48:30.559901 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c47d0-0463-4934-985a-a751188ccaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10e8b3-78d0-4821-a43d-b7a5b139e7e8,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:30.561711 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35208) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:30.612555 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-290e32fc-521a-4541-a130-b330fb7fdd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.633085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-290e32fc-521a-4541-a130-b330fb7fdd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.678806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-290e32fc-521a-4541-a130-b330fb7fdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.681968 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-290e32fc-521a-4541-a130-b330fb7fdd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:30.683137 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-290e32fc-521a-4541-a130-b330fb7fdd61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce10e8b3-78d0-4821-a43d-b7a5b139e7e8 HTTP/1.1" status: 204 len: 168 time: 0.1202416 Jul 16 15:48:30.690831 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e32fc-521a-4541-a130-b330fb7fdd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10e8b3-78d0-4821-a43d-b7a5b139e7e8,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:31.193158 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3a35a570-7616-4926-9ebd-93a3cea9b1ef no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:31.212067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 3a35a570-7616-4926-9ebd-93a3cea9b1ef {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:31.212533 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3a35a570-7616-4926-9ebd-93a3cea9b1ef not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:31.617158 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4f66-fa45-4364-a278-dea633365bba req-cb2123e3-7263-444d-8793-b696d3983574 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:31.618674 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d56c4f66-fa45-4364-a278-dea633365bba req-cb2123e3-7263-444d-8793-b696d3983574 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 945 time: 0.0636067 Jul 16 15:48:31.656186 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d56c4f66-fa45-4364-a278-dea633365bba req-e67ff960-7c9b-48fd-ad15-ab727628737b tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e127e3-add3-4d09-b7da-c7fe878d65ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 16 15:48:31.949587 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-a33df234-b110-4d8b-a087-becb5224cf38 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:48:31.951396 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-a33df234-b110-4d8b-a087-becb5224cf38 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 945 time: 0.0647681 Jul 16 15:48:32.052902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Deleting port 3869ed21-4606-4672-bd07-114085a2c386 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:48:32.053179 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:32.143253 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] For port 3869ed21-4606-4672-bd07-114085a2c386, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3869ed21-4606-4672-bd07-114085a2c386,segment=NetworkSegment(1a222e9f-c7ef-4fc8-820d-f7c67ff38971),segment_id=1a222e9f-c7ef-4fc8-820d-f7c67ff38971)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:48:32.143629 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:32.156467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Calling delete_port for 3869ed21-4606-4672-bd07-114085a2c386 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:48:32.280190 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:32.312951 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Pushing event deleted for resources: {'Port': ['ID=3869ed21-4606-4672-bd07-114085a2c386,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:32.324521 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['3869ed21-4606-4672-bd07-114085a2c386'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:48:32.358212 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] No DVR routers for this DVR port 3869ed21-4606-4672-bd07-114085a2c386 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:48:32.360833 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:32.362879 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-38739045-2f1f-40e8-b3a7-982ecbc7a943 req-32c46d11-bd58-4336-b7a4-2a5d7087fe60 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.11 "DELETE /v2.0/ports/3869ed21-4606-4672-bd07-114085a2c386 HTTP/1.1" status: 204 len: 173 time: 0.4062135 Jul 16 15:48:32.363337 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'name': 'network-vif-deleted', 'tag': '3869ed21-4606-4672-bd07-114085a2c386'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:48:32.365862 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8356919a-9bcc-43ea-a893-66365111b787" -d '{"events": [{"server_uuid": "0ff7af99-3512-4767-95d2-7bd1300aec22", "name": "network-vif-deleted", "tag": "3869ed21-4606-4672-bd07-114085a2c386"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:48:32.402833 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b055a43-9331-497d-9a86-344fba873969 x-openstack-request-id: req-1b055a43-9331-497d-9a86-344fba873969 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:48:32.404437 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff7af99-3512-4767-95d2-7bd1300aec22", "name": "network-vif-deleted", "tag": "3869ed21-4606-4672-bd07-114085a2c386", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:48:32.404437 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b055a43-9331-497d-9a86-344fba873969 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:48:32.404437 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff7af99-3512-4767-95d2-7bd1300aec22', 'name': 'network-vif-deleted', 'tag': '3869ed21-4606-4672-bd07-114085a2c386', 'status': 'completed', 'code': 200} Jul 16 15:48:32.808606 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6a9c2ef9-c991-4757-b64a-a5c5de49bc0a req-b55c8bd4-bf2e-4d47-8be6-5b29f0440766 tempest-AttachVolumeNegativeTest-1403918082 tempest-AttachVolumeNegativeTest-1403918082-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ff7af99-3512-4767-95d2-7bd1300aec22 HTTP/1.1" status: 200 len: 210 time: 0.0305231 Jul 16 15:48:33.899991 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35292) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:33.945251 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Deleting subnet 5fc00717-f01e-4d61-a219-9e9715352b32 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:48:33.948154 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:33.979633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330253'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.015975 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.064096 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12330269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554157'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.089480 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc00717-f01e-4d61-a219-9e9715352b32,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:34.091432 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.095463 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-80c403e4-b5f4-45f2-b844-4c09d685e1f2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5fc00717-f01e-4d61-a219-9e9715352b32 HTTP/1.1" status: 204 len: 168 time: 0.1922703 Jul 16 15:48:34.095725 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35296) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:34.165438 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.243923 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.253917 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc218b00-9a6e-41c6-80e7-50c11bc3fa47']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:34.269350 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a222e9f-c7ef-4fc8-820d-f7c67ff38971') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:34.269650 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a222e9f-c7ef-4fc8-820d-f7c67ff38971') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:48:34.278435 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330298'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.292460 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.298235 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:48:34.298654 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12330687'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: timer() Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: cb(*args, **kw) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: self._notify() Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: self.callback(batched_events) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: event.method(event) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._get(url).json() Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:48:34.300349 dv-cinder-784815-1-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:48:34.350258 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.355873 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.357675 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] 10.222.0.10 "DELETE /v2.0/networks/fc218b00-9a6e-41c6-80e7-50c11bc3fa47 HTTP/1.1" status: 204 len: 168 time: 0.2610278 Jul 16 15:48:34.368941 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b7c95-c5d3-4cfd-b188-713db70a171f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc218b00-9a6e-41c6-80e7-50c11bc3fa47,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:34.517768 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35306) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:34.556402 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f98bf66f-28eb-45b8-9e59-8d8b8e4dce92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c91de7cc6e24c39b31b3679776e8180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374744 Jul 16 15:48:34.558623 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35308) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:34.605210 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f9c194cf-d386-4b63-ac58-ca30ddbb1b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.628504 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f9c194cf-d386-4b63-ac58-ca30ddbb1b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.672500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f9c194cf-d386-4b63-ac58-ca30ddbb1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.675332 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f9c194cf-d386-4b63-ac58-ca30ddbb1b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:34.676807 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f9c194cf-d386-4b63-ac58-ca30ddbb1b05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06e127e3-add3-4d09-b7da-c7fe878d65ea HTTP/1.1" status: 204 len: 168 time: 0.1172278 Jul 16 15:48:34.684033 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c194cf-d386-4b63-ac58-ca30ddbb1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e127e3-add3-4d09-b7da-c7fe878d65ea,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:35.238634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3869ed21-4606-4672-bd07-114085a2c386 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:48:35.258721 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 3869ed21-4606-4672-bd07-114085a2c386 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:48:35.259067 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 3869ed21-4606-4672-bd07-114085a2c386 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:48:36.046694 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35356) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:36.143499 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5623ea1a-6f16-4093-a726-086458ab8347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.229079 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5623ea1a-6f16-4093-a726-086458ab8347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.232416 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5623ea1a-6f16-4093-a726-086458ab8347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.270322 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ea1a-6f16-4093-a726-086458ab8347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1f14a-203b-43c2-be8f-751f800a8129,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:36.274932 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5623ea1a-6f16-4093-a726-086458ab8347 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=734938adb08d4b0287fea7e29fe2af86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271895 Jul 16 15:48:36.277632 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35360) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:36.324466 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd5233fc-4639-4c70-8f6c-b6870f57cb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.345305 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd5233fc-4639-4c70-8f6c-b6870f57cb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.390476 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd5233fc-4639-4c70-8f6c-b6870f57cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.393350 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cd5233fc-4639-4c70-8f6c-b6870f57cb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.394755 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-cd5233fc-4639-4c70-8f6c-b6870f57cb01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87c1f14a-203b-43c2-be8f-751f800a8129 HTTP/1.1" status: 204 len: 168 time: 0.1160817 Jul 16 15:48:36.403031 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5233fc-4639-4c70-8f6c-b6870f57cb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1f14a-203b-43c2-be8f-751f800a8129,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:36.642532 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35370) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:36.656544 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cdd3810b-f334-4b72-aff3-90b0f6a905e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.746880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cdd3810b-f334-4b72-aff3-90b0f6a905e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.750709 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-cdd3810b-f334-4b72-aff3-90b0f6a905e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.789053 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-cdd3810b-f334-4b72-aff3-90b0f6a905e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=483de9ed77fa43648967bb6f5750cece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449151 Jul 16 15:48:36.790020 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3810b-f334-4b72-aff3-90b0f6a905e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10b77b-1b01-40d7-aea2-c8ea6c25eda1,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:36.791716 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35380) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:36.841155 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c72e-7e7a-495b-a338-6517a50a11b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.861684 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c72e-7e7a-495b-a338-6517a50a11b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.907793 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c72e-7e7a-495b-a338-6517a50a11b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.910669 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c72e-7e7a-495b-a338-6517a50a11b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:36.911851 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e3c6c72e-7e7a-495b-a338-6517a50a11b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c10b77b-1b01-40d7-aea2-c8ea6c25eda1 HTTP/1.1" status: 204 len: 168 time: 0.1189444 Jul 16 15:48:36.919623 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6c72e-7e7a-495b-a338-6517a50a11b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10b77b-1b01-40d7-aea2-c8ea6c25eda1,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:38.947363 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:48:39.169408 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35454) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:39.266464 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.352289 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.355751 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.392493 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d6687e-385a-4362-96a9-3500633e4d29,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:39.396159 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c312aaeda75f48e18fec733f1256eeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257330 Jul 16 15:48:39.399621 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35458) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:39.402430 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.402778 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.403116 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.403472 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.403798 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.404120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.404439 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.404758 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.405077 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.405391 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.405713 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.406018 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3539f46b-d961-43ba-ba39-ea63917c4323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:39.451187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-19b3e04d-117f-4b41-933a-1861e739c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.472937 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-19b3e04d-117f-4b41-933a-1861e739c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.518634 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-19b3e04d-117f-4b41-933a-1861e739c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.521300 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-19b3e04d-117f-4b41-933a-1861e739c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.522452 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-19b3e04d-117f-4b41-933a-1861e739c783 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5d6687e-385a-4362-96a9-3500633e4d29 HTTP/1.1" status: 204 len: 168 time: 0.1218464 Jul 16 15:48:39.530776 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3e04d-117f-4b41-933a-1861e739c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d6687e-385a-4362-96a9-3500633e4d29,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:39.798028 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35476) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:39.814492 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3b719f77-2c15-439b-92e9-362ca22b5eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.903970 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3b719f77-2c15-439b-92e9-362ca22b5eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.907653 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3b719f77-2c15-439b-92e9-362ca22b5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:39.945391 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-3b719f77-2c15-439b-92e9-362ca22b5eb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6234b7289164e83afb054f40ba01ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462398 Jul 16 15:48:39.946168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b719f77-2c15-439b-92e9-362ca22b5eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4b0097-a4a9-474b-bfa5-fae9076c0634,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:39.948757 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35478) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:39.996029 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed958-bf93-4c91-8300-9e66c42e87d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.016860 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed958-bf93-4c91-8300-9e66c42e87d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.061546 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed958-bf93-4c91-8300-9e66c42e87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.064349 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ef3ed958-bf93-4c91-8300-9e66c42e87d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.065807 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ef3ed958-bf93-4c91-8300-9e66c42e87d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a4b0097-a4a9-474b-bfa5-fae9076c0634 HTTP/1.1" status: 204 len: 168 time: 0.1158152 Jul 16 15:48:40.073959 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ed958-bf93-4c91-8300-9e66c42e87d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4b0097-a4a9-474b-bfa5-fae9076c0634,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:40.364878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35484) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:40.378428 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-91557d07-7be9-4ba0-bab4-fed71b435d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.463919 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-91557d07-7be9-4ba0-bab4-fed71b435d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.467493 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-91557d07-7be9-4ba0-bab4-fed71b435d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.506314 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-91557d07-7be9-4ba0-bab4-fed71b435d0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de241867caf84aa29244da6586bba485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403954 Jul 16 15:48:40.508286 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91557d07-7be9-4ba0-bab4-fed71b435d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4bd8a4-f3f4-41c3-aa95-f2cc489a8b61,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:40.509120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35486) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:40.556710 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-85d5c64c-60d6-49a5-a569-87132e6e163e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.576678 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-85d5c64c-60d6-49a5-a569-87132e6e163e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.620319 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-85d5c64c-60d6-49a5-a569-87132e6e163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.622847 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-85d5c64c-60d6-49a5-a569-87132e6e163e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:40.623995 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-85d5c64c-60d6-49a5-a569-87132e6e163e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a4bd8a4-f3f4-41c3-aa95-f2cc489a8b61 HTTP/1.1" status: 204 len: 168 time: 0.1138952 Jul 16 15:48:40.631002 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5c64c-60d6-49a5-a569-87132e6e163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4bd8a4-f3f4-41c3-aa95-f2cc489a8b61,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:43.968877 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a17c523f-4dc2-4756-a6dc-4f43cb5b2b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:44.179531 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:46.583047 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:46.641912 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9cfc726b-5088-44ac-a901-f9f091d84a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:47.659156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:49.476764 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:50.725596 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35654) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:50.823264 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af9d845c-1d0e-46d9-9f5d-0bb6ddfa8a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:50.911646 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af9d845c-1d0e-46d9-9f5d-0bb6ddfa8a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:50.915774 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af9d845c-1d0e-46d9-9f5d-0bb6ddfa8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:50.952366 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-af9d845c-1d0e-46d9-9f5d-0bb6ddfa8a1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=721a7bc6cd414444ab39f20365552aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257488 Jul 16 15:48:50.953383 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d845c-1d0e-46d9-9f5d-0bb6ddfa8a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5630bcf2-686c-4484-adc6-dfec3c48485d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:50.955035 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35658) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:51.003084 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.023360 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.066967 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.069564 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.070701 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5630bcf2-686c-4484-adc6-dfec3c48485d HTTP/1.1" status: 204 len: 168 time: 0.1146009 Jul 16 15:48:51.078173 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5630bcf2-686c-4484-adc6-dfec3c48485d,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:51.085669 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.086023 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.086367 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.086705 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.087038 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.087412 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.087738 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.088066 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.088401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.088727 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.089054 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.089376 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4801c-c197-4e67-a537-5b962c4c7b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:48:51.317952 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35668) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:51.331062 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1f48b160-c39e-4ddc-bc5e-ee96d218c27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.419710 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1f48b160-c39e-4ddc-bc5e-ee96d218c27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.423637 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-1f48b160-c39e-4ddc-bc5e-ee96d218c27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.466999 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-1f48b160-c39e-4ddc-bc5e-ee96d218c27a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9538e28afa946338318a456e5b49e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456368 Jul 16 15:48:51.466999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48b160-c39e-4ddc-bc5e-ee96d218c27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f3c4f-e279-4805-a31b-b64c5b82bda5,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:51.467524 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35672) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:51.519899 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc8362fd-54c8-462c-81a3-5fc25f7b4485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.540339 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc8362fd-54c8-462c-81a3-5fc25f7b4485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.585272 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc8362fd-54c8-462c-81a3-5fc25f7b4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.587906 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fc8362fd-54c8-462c-81a3-5fc25f7b4485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.589060 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fc8362fd-54c8-462c-81a3-5fc25f7b4485 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa1f3c4f-e279-4805-a31b-b64c5b82bda5 HTTP/1.1" status: 204 len: 168 time: 0.1204231 Jul 16 15:48:51.593590 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35678) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:51.596617 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8362fd-54c8-462c-81a3-5fc25f7b4485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f3c4f-e279-4805-a31b-b64c5b82bda5,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:51.795617 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e2539ffe-f0fe-4df0-a2a9-0a5afd93b064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.891869 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e2539ffe-f0fe-4df0-a2a9-0a5afd93b064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.900618 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e2539ffe-f0fe-4df0-a2a9-0a5afd93b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:51.940727 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e2539ffe-f0fe-4df0-a2a9-0a5afd93b064 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05b1a54ada9545649abdb740f9846ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457658 Jul 16 15:48:51.941664 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2539ffe-f0fe-4df0-a2a9-0a5afd93b064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5016e12-e66a-4ce5-8166-a2cb2a396114,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:51.943291 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35692) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:51.991660 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-49911152-3b9c-4b37-a57e-6b0f2fdc221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.013369 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-49911152-3b9c-4b37-a57e-6b0f2fdc221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.060837 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-49911152-3b9c-4b37-a57e-6b0f2fdc221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.063587 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-49911152-3b9c-4b37-a57e-6b0f2fdc221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.064719 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-49911152-3b9c-4b37-a57e-6b0f2fdc221d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5016e12-e66a-4ce5-8166-a2cb2a396114 HTTP/1.1" status: 204 len: 168 time: 0.1193063 Jul 16 15:48:52.072863 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49911152-3b9c-4b37-a57e-6b0f2fdc221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5016e12-e66a-4ce5-8166-a2cb2a396114,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:52.331749 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35710) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:52.344375 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-831dbce4-6885-45c0-a947-7d6f5debbbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.435593 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-831dbce4-6885-45c0-a947-7d6f5debbbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.442398 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-831dbce4-6885-45c0-a947-7d6f5debbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.481039 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-831dbce4-6885-45c0-a947-7d6f5debbbd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80400b9f948943d9a0b3e6f777a24624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480014 Jul 16 15:48:52.482822 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dbce4-6885-45c0-a947-7d6f5debbbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ece0fd-bb00-47d8-8c7b-556ad9dfdd37,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:52.483616 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35716) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:52.534568 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67201b72-7a9c-4587-b938-a3b809bc8f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.555376 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67201b72-7a9c-4587-b938-a3b809bc8f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.604119 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67201b72-7a9c-4587-b938-a3b809bc8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.606650 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67201b72-7a9c-4587-b938-a3b809bc8f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:52.607839 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-67201b72-7a9c-4587-b938-a3b809bc8f42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3ece0fd-bb00-47d8-8c7b-556ad9dfdd37 HTTP/1.1" status: 204 len: 168 time: 0.1230061 Jul 16 15:48:52.615662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67201b72-7a9c-4587-b938-a3b809bc8f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ece0fd-bb00-47d8-8c7b-556ad9dfdd37,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:53.978878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35798) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:54.169164 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9c14a943-7ba5-47d3-b367-24b8f729cbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.258541 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9c14a943-7ba5-47d3-b367-24b8f729cbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.263185 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-9c14a943-7ba5-47d3-b367-24b8f729cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.304174 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-9c14a943-7ba5-47d3-b367-24b8f729cbd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fbea048306e4973bd30203b280389a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244412 Jul 16 15:48:54.305151 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14a943-7ba5-47d3-b367-24b8f729cbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae9857a-c26b-4dd3-8d8a-2901e2d66553,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:54.306816 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35814) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:54.355846 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6c1316ee-8159-47fe-b340-5e7965203db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.376702 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6c1316ee-8159-47fe-b340-5e7965203db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.423173 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6c1316ee-8159-47fe-b340-5e7965203db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.425788 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6c1316ee-8159-47fe-b340-5e7965203db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.426939 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6c1316ee-8159-47fe-b340-5e7965203db0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ae9857a-c26b-4dd3-8d8a-2901e2d66553 HTTP/1.1" status: 204 len: 168 time: 0.1184051 Jul 16 15:48:54.434930 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1316ee-8159-47fe-b340-5e7965203db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae9857a-c26b-4dd3-8d8a-2901e2d66553,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:54.702529 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35828) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:54.718820 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fa1-a2c2-4ad0-b332-70c2f0a4a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.805937 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fa1-a2c2-4ad0-b332-70c2f0a4a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.809486 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fa1-a2c2-4ad0-b332-70c2f0a4a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.846037 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-42ca9fa1-a2c2-4ad0-b332-70c2f0a4a3d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af51178ab94644fba5df5f70bffb787f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424105 Jul 16 15:48:54.847174 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca9fa1-a2c2-4ad0-b332-70c2f0a4a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1fbac7-8e2f-4cce-bc06-ff40219acc1d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:54.848786 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35830) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:54.897433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c4dc05ea-2f34-4a80-ba17-345527228de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.917900 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c4dc05ea-2f34-4a80-ba17-345527228de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.963008 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c4dc05ea-2f34-4a80-ba17-345527228de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.965782 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c4dc05ea-2f34-4a80-ba17-345527228de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:54.966917 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c4dc05ea-2f34-4a80-ba17-345527228de7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca1fbac7-8e2f-4cce-bc06-ff40219acc1d HTTP/1.1" status: 204 len: 168 time: 0.1165714 Jul 16 15:48:54.974096 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc05ea-2f34-4a80-ba17-345527228de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1fbac7-8e2f-4cce-bc06-ff40219acc1d,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:57.409348 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35920) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:57.510090 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1900f008-7b19-4ce8-81d8-3595f0f48398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.596929 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1900f008-7b19-4ce8-81d8-3595f0f48398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.600957 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1900f008-7b19-4ce8-81d8-3595f0f48398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.636904 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1900f008-7b19-4ce8-81d8-3595f0f48398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ffa50037b3b4f95819837af7748ad87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265046 Jul 16 15:48:57.637718 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900f008-7b19-4ce8-81d8-3595f0f48398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4925b7b8-9658-4e55-9f63-35d85cbbab43,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:57.640394 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35924) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:57.689426 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c6140525-816a-4017-942d-65b41b48f53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.710395 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c6140525-816a-4017-942d-65b41b48f53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.755440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c6140525-816a-4017-942d-65b41b48f53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.757973 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c6140525-816a-4017-942d-65b41b48f53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:57.759120 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c6140525-816a-4017-942d-65b41b48f53a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4925b7b8-9658-4e55-9f63-35d85cbbab43 HTTP/1.1" status: 204 len: 168 time: 0.1175470 Jul 16 15:48:57.766274 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6140525-816a-4017-942d-65b41b48f53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925b7b8-9658-4e55-9f63-35d85cbbab43,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:58.010328 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35934) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:58.028094 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e84e5877-e772-4d85-b697-63737e30b1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.115837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e84e5877-e772-4d85-b697-63737e30b1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.119658 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-e84e5877-e772-4d85-b697-63737e30b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.157850 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-e84e5877-e772-4d85-b697-63737e30b1a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48833f8648ee4bf89917f7171112e97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462770 Jul 16 15:48:58.158699 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5877-e772-4d85-b697-63737e30b1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730642d0-19e6-4fe6-a7df-b48e4be85401,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:58.161132 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35946) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:58.211207 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4dc-bfb4-4f60-982e-9ddd6ef95a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.234710 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4dc-bfb4-4f60-982e-9ddd6ef95a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.278684 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4dc-bfb4-4f60-982e-9ddd6ef95a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.281244 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5d72a4dc-bfb4-4f60-982e-9ddd6ef95a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.282390 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5d72a4dc-bfb4-4f60-982e-9ddd6ef95a4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/730642d0-19e6-4fe6-a7df-b48e4be85401 HTTP/1.1" status: 204 len: 168 time: 0.1197662 Jul 16 15:48:58.290304 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a4dc-bfb4-4f60-982e-9ddd6ef95a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730642d0-19e6-4fe6-a7df-b48e4be85401,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:58.596126 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 35954) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:58.609734 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a13-05fb-4a4b-b436-fb279fbb51b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.695670 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a13-05fb-4a4b-b436-fb279fbb51b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.699155 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a13-05fb-4a4b-b436-fb279fbb51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.729765 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-76ed7a13-05fb-4a4b-b436-fb279fbb51b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0cced7f7ef34abeb4a0efa47a6186de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325958 Jul 16 15:48:58.732475 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 35960) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:48:58.738400 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed7a13-05fb-4a4b-b436-fb279fbb51b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99eb976-3ad7-40fa-9389-5da7acbf1db0,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:48:58.784976 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a446aa8e-7c49-4edf-9a1e-af84769aab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.806838 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a446aa8e-7c49-4edf-9a1e-af84769aab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.853286 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a446aa8e-7c49-4edf-9a1e-af84769aab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.856015 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-a446aa8e-7c49-4edf-9a1e-af84769aab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:48:58.857169 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-a446aa8e-7c49-4edf-9a1e-af84769aab16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d99eb976-3ad7-40fa-9389-5da7acbf1db0 HTTP/1.1" status: 204 len: 168 time: 0.1236768 Jul 16 15:48:58.867135 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446aa8e-7c49-4edf-9a1e-af84769aab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99eb976-3ad7-40fa-9389-5da7acbf1db0,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:00.062272 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36010) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:00.162829 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd409-c082-44ef-b84e-777443b5d817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.252532 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd409-c082-44ef-b84e-777443b5d817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.256928 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4d9dd409-c082-44ef-b84e-777443b5d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.296384 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4d9dd409-c082-44ef-b84e-777443b5d817 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5a1b9fb7d9c49dab1cc0d72ddeaa460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306805 Jul 16 15:49:00.296384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dd409-c082-44ef-b84e-777443b5d817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9881499-c2cc-4baf-b8a2-76ac7513885a,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:00.296932 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36018) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:00.361588 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6568-1461-4d51-af43-1ae810196906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.384384 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6568-1461-4d51-af43-1ae810196906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.429758 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6568-1461-4d51-af43-1ae810196906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.432354 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b8a6568-1461-4d51-af43-1ae810196906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:00.433540 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2b8a6568-1461-4d51-af43-1ae810196906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9881499-c2cc-4baf-b8a2-76ac7513885a HTTP/1.1" status: 204 len: 168 time: 0.1347690 Jul 16 15:49:00.441024 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a6568-1461-4d51-af43-1ae810196906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9881499-c2cc-4baf-b8a2-76ac7513885a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:03.045049 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36102) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:03.153562 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57b8654c-0dda-44a3-b9d9-95810181b2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.242784 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57b8654c-0dda-44a3-b9d9-95810181b2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.246465 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57b8654c-0dda-44a3-b9d9-95810181b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.284448 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-57b8654c-0dda-44a3-b9d9-95810181b2fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c48c4610dc8047848efb0a59a43c395c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383623 Jul 16 15:49:03.285302 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8654c-0dda-44a3-b9d9-95810181b2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd00c72-d230-493b-b944-95eeb21cb5c4,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:03.288447 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36108) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:03.338381 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c89a135e-69d5-4029-a84e-ce3ad4edae94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.360169 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c89a135e-69d5-4029-a84e-ce3ad4edae94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.404371 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c89a135e-69d5-4029-a84e-ce3ad4edae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.406966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c89a135e-69d5-4029-a84e-ce3ad4edae94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.408134 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c89a135e-69d5-4029-a84e-ce3ad4edae94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebd00c72-d230-493b-b944-95eeb21cb5c4 HTTP/1.1" status: 204 len: 168 time: 0.1183901 Jul 16 15:49:03.416209 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a135e-69d5-4029-a84e-ce3ad4edae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd00c72-d230-493b-b944-95eeb21cb5c4,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:03.651151 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36114) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:03.664098 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2b20-3490-49a7-93f3-c418a4c46bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.750639 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2b20-3490-49a7-93f3-c418a4c46bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.754138 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2b20-3490-49a7-93f3-c418a4c46bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.793131 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-b0bc2b20-3490-49a7-93f3-c418a4c46bf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39b4bae0e83a47e0b3eb2d660eea63d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409156 Jul 16 15:49:03.793959 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc2b20-3490-49a7-93f3-c418a4c46bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ae46d-5244-4ed5-9ce2-3d20a6040b2b,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:03.795754 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36116) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:03.845559 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8031c369-eef9-4e74-8797-cd91a0faa0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.865036 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8031c369-eef9-4e74-8797-cd91a0faa0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.909428 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8031c369-eef9-4e74-8797-cd91a0faa0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.912235 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8031c369-eef9-4e74-8797-cd91a0faa0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:03.913371 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8031c369-eef9-4e74-8797-cd91a0faa0d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c78ae46d-5244-4ed5-9ce2-3d20a6040b2b HTTP/1.1" status: 204 len: 168 time: 0.1165535 Jul 16 15:49:03.920742 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c369-eef9-4e74-8797-cd91a0faa0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ae46d-5244-4ed5-9ce2-3d20a6040b2b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:04.217200 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36126) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:04.231595 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0a56462f-2385-4285-b5ae-4d7060acb679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.318370 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0a56462f-2385-4285-b5ae-4d7060acb679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.323059 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0a56462f-2385-4285-b5ae-4d7060acb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.361527 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36130) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:04.362189 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0a56462f-2385-4285-b5ae-4d7060acb679 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e975846d570d42d4923e28da47863a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436350 Jul 16 15:49:04.363986 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56462f-2385-4285-b5ae-4d7060acb679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f41d95-cd3f-4542-83f9-7b9138123001,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:04.366296 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36132) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:04.414881 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-95f61ae0-0f31-4913-8408-15c56aa63cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.435595 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-95f61ae0-0f31-4913-8408-15c56aa63cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.465239 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67fdd604-4fa7-410f-a5ff-3f1c924ff306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.485844 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-95f61ae0-0f31-4913-8408-15c56aa63cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.488638 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-95f61ae0-0f31-4913-8408-15c56aa63cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.489847 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-95f61ae0-0f31-4913-8408-15c56aa63cfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89f41d95-cd3f-4542-83f9-7b9138123001 HTTP/1.1" status: 204 len: 168 time: 0.1223302 Jul 16 15:49:04.498089 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61ae0-0f31-4913-8408-15c56aa63cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f41d95-cd3f-4542-83f9-7b9138123001,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:04.570919 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67fdd604-4fa7-410f-a5ff-3f1c924ff306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.576489 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-67fdd604-4fa7-410f-a5ff-3f1c924ff306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.616132 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-67fdd604-4fa7-410f-a5ff-3f1c924ff306 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff0f53d5874e4e90b2e2908eed834744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529223 Jul 16 15:49:04.617017 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdd604-4fa7-410f-a5ff-3f1c924ff306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7f1932-53a0-4203-8227-f4a43521e32a,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:04.618777 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36140) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:04.670109 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29b34c78-8a9d-45ca-a86e-52c58370c07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.691655 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29b34c78-8a9d-45ca-a86e-52c58370c07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.739612 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29b34c78-8a9d-45ca-a86e-52c58370c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.742236 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-29b34c78-8a9d-45ca-a86e-52c58370c07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:04.743470 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-29b34c78-8a9d-45ca-a86e-52c58370c07b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca7f1932-53a0-4203-8227-f4a43521e32a HTTP/1.1" status: 204 len: 168 time: 0.1235006 Jul 16 15:49:04.751525 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b34c78-8a9d-45ca-a86e-52c58370c07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7f1932-53a0-4203-8227-f4a43521e32a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:05.011418 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36160) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:05.024710 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ddd56c15-6e38-4266-b306-d808507602ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.114400 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ddd56c15-6e38-4266-b306-d808507602ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.117933 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-ddd56c15-6e38-4266-b306-d808507602ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.155195 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-ddd56c15-6e38-4266-b306-d808507602ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d97682dae381413595e293126ade4af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426873 Jul 16 15:49:05.157200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd56c15-6e38-4266-b306-d808507602ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7166a7e-f42a-41af-88eb-3e58031e04b7,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:05.157810 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36168) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:05.208944 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8a234cda-c43a-4835-9a11-574c83ff7efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.230120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8a234cda-c43a-4835-9a11-574c83ff7efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.275966 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8a234cda-c43a-4835-9a11-574c83ff7efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.278665 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8a234cda-c43a-4835-9a11-574c83ff7efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:05.279832 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8a234cda-c43a-4835-9a11-574c83ff7efb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7166a7e-f42a-41af-88eb-3e58031e04b7 HTTP/1.1" status: 204 len: 168 time: 0.1208272 Jul 16 15:49:05.287965 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234cda-c43a-4835-9a11-574c83ff7efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7166a7e-f42a-41af-88eb-3e58031e04b7,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:05.938665 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36194) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:06.030011 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1818795216-network', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:06.050607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Made reservation on behalf of cd1b9bf5981c4aa58b8eebc61c1275ac for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:49:06.052890 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.061345 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.149623 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.153166 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.179007 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:49:06.185017 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e209032-0285-41cb-a6be-e02354f6645e,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:06.192355 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.192355 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Added segment 58f676ab-bdb8-43cc-bd1a-5f6a58883a8f of type vlan for network 9f6bf81e-9863-4c62-a046-209c56e3b53d Jul 16 15:49:06.231689 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.258150 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.259346 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:06.259929 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.291215 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3514760 Jul 16 15:49:06.294221 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36198) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:06.299535 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Request body: {'subnet': {'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1818795216-subnet', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:06.319795 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Made reservation on behalf of cd1b9bf5981c4aa58b8eebc61c1275ac for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:49:06.319982 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11d648-821e-40b7-8f60-d92eb0e1b368 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6bf81e-9863-4c62-a046-209c56e3b53d,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:06.322186 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554118'] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.330065 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:49:06.484112 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12330434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554132'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.537264 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83736452-7858-4fb1-a35b-98e773f106a0,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:06.545281 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Checking segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:06.545639 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Network hostable DHCP agents. Network: 9f6bf81e-9863-4c62-a046-209c56e3b53d, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:49:06.562374 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:49:06.572079 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 9f6bf81e-9863-4c62-a046-209c56e3b53d) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:06.576461 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:06.577059 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.592180 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6f30c-0070-4d04-b04c-a48f6866bc66 None None] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:49:06.593109 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-baf1b4d6-fbc0-4e15-80ed-92482db35448 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2976243 Jul 16 15:49:06.596187 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36204) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:06.600690 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:06.625332 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.626486 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.685508 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.746977 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-9f6bf81e-9863-4c62-a046-209c56e3b53d', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:49:06.747920 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.830047 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:06.880041 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Allocated IP 172.20.0.2 (9f6bf81e-9863-4c62-a046-209c56e3b53d/83736452-7858-4fb1-a35b-98e773f106a0/1494923f-73b5-41bd-b1c5-d8fc4e3f047b) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:07.023161 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.023414 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.032184 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Transition to ACTIVE for port object 1494923f-73b5-41bd-b1c5-d8fc4e3f047b will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:07.042788 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.047695 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Transition to ACTIVE for port object 1494923f-73b5-41bd-b1c5-d8fc4e3f047b will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:07.053604 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.087950 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:07.092429 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:07.095702 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:07.104925 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Pushing event updated for resources: {'Port': ['ID=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:07.130149 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.130495 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.131338 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.131703 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.132036 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.132362 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.132686 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.133011 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.133336 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.133662 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.133979 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.134297 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:07.152576 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Allocated IP 172.27.1.252 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/c7ac6724-8de2-4709-8a78-c7a545c8ef2b) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:07.170071 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Attempting to bind port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:07.170605 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Attempting to bind port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:07.171068 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Attempting to bind port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:07.176077 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:07.176578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Checking segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:07.177074 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.177575 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Bound using segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:07.178105 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Bound port: 1494923f-73b5-41bd-b1c5-d8fc4e3f047b, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:07.178490 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.239494 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] For port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:07.243570 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] For port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:07.247615 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.252741 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.291553 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.303498 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed0072-712a-495a-a718-34b985f6d37c None None] Pushing event updated for resources: {'Port': ['ID=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:07.329678 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:07.334589 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:07.338027 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:07.366059 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:07.606651 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.786773 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:07.912963 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:49:08.019360 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:49:08.028014 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:49:08.037670 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.038428 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:08.041651 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:08.041871 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-005f5561-24bf-46ec-b9f8-facf8719c106 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4420991 Jul 16 15:49:08.043369 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36210) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:08.150833 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:08.179101 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5ba29-cda0-4ca3-9875-663df6ebb46b None None] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:49:08.249725 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1965832d-678e-4f7c-9726-9f0cadb2414b None None] Provisioning for port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:08.457703 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.458255 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:07Z', 'revision_number': 3, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:08.484716 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:49:08.485059 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Updating router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 port c7ac6724-8de2-4709-8a78-c7a545c8ef2b binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:49:08.525409 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.619653 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Allocated IP 172.20.0.1 (9f6bf81e-9863-4c62-a046-209c56e3b53d/83736452-7858-4fb1-a35b-98e773f106a0/a56b479d-dfa5-4220-8dea-9eb3927d79fa) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:08.705459 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 1494923f-73b5-41bd-b1c5-d8fc4e3f047b up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:08.745628 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.758572 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Transition to ACTIVE for port object a56b479d-dfa5-4220-8dea-9eb3927d79fa will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:08.790765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.803617 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:08.808498 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-7bf50316-456c-4c05-a743-38074e265a89 None None] Provisioning complete for port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:08.808869 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7bf50316-456c-4c05-a743-38074e265a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.826744 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:08.832859 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:08.836975 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:08.846218 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:08.846593 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:08.858473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Pushing event updated for resources: {'Port': ['ID=a56b479d-dfa5-4220-8dea-9eb3927d79fa,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:08.877420 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.036179 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.040708 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.055274 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Transition to ACTIVE for port object c7ac6724-8de2-4709-8a78-c7a545c8ef2b will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:09.069078 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.158599 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.175362 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Attempting to bind port c7ac6724-8de2-4709-8a78-c7a545c8ef2b on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:09.175734 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Attempting to bind port c7ac6724-8de2-4709-8a78-c7a545c8ef2b by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:09.176099 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Attempting to bind port c7ac6724-8de2-4709-8a78-c7a545c8ef2b on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:09.185664 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7bf50316-456c-4c05-a743-38074e265a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.197791 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.200501 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990747-ccb5-4e98-8704-bf77c49febd0 None None] Pushing event updated for resources: {'Port': ['ID=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:09.204351 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.208320 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:09.208698 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:09.209613 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.210000 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:09.210472 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Bound port: c7ac6724-8de2-4709-8a78-c7a545c8ef2b, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:09.210852 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.253281 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:09.260414 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.274544 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Pushing event updated for resources: {'Port': ['ID=a56b479d-dfa5-4220-8dea-9eb3927d79fa,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:09.279393 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.333743 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] For port c7ac6724-8de2-4709-8a78-c7a545c8ef2b, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:09.360003 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] For port c7ac6724-8de2-4709-8a78-c7a545c8ef2b, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:09.361394 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.db.api [None req-7bf50316-456c-4c05-a743-38074e265a89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 15:49:09.361844 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG oslo_db.api [None req-7bf50316-456c-4c05-a743-38074e265a89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 15:49:09.362506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:09.366263 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:09.373878 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:09.375399 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:09.424615 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:09.425260 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:09.464357 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990747-ccb5-4e98-8704-bf77c49febd0 None None] Pushing event updated for resources: {'Port': ['ID=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:09.494093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:49:09.544348 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:09.606645 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:49:09.611560 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-676542c3-debf-41d4-850d-5cd3219e0b19 admin admin] 10.222.0.10 "PUT /v2.0/routers/aa76ab1a-80fb-4635-950d-ad7bde8b7a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5671263 Jul 16 15:49:09.741930 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:09Z', 'revision_number': 2, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:09.768175 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2939d99-0d2d-49e6-b2c1-24930fbc9d44 None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:09Z', 'revision_number': 2, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:49:10.048525 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1a13507d-b46f-4466-a885-bc95f86171b3 None None] Provisioning for port a56b479d-dfa5-4220-8dea-9eb3927d79fa completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:10.054219 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1a13507d-b46f-4466-a885-bc95f86171b3 None None] Provisioning complete for port a56b479d-dfa5-4220-8dea-9eb3927d79fa triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:10.054606 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1a13507d-b46f-4466-a885-bc95f86171b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.094415 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1a13507d-b46f-4466-a885-bc95f86171b3 None None] Port a56b479d-dfa5-4220-8dea-9eb3927d79fa cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:49:10.154055 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36234) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:10.159208 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2015812543-network', 'tenant_id': 'c4cabe739f584421b617267ff8246781'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:10.180673 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Made reservation on behalf of c4cabe739f584421b617267ff8246781 for: {'network': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:49:10.183044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for network, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.191841 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.285273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.289748 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.316917 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=99564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:49:10.323881 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f204ce-b150-42bd-82cb-e35bcac25af8,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:10.330377 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.331025 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.segments_db [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Added segment eeba7629-1429-40ab-969a-58afc8a990ac of type vlan for network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc Jul 16 15:49:10.374901 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730558951958'] for network, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.405378 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159'] for network, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.406553 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:10.407213 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.450760 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2927356 Jul 16 15:49:10.451100 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36236) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:10.456973 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Request body: {'subnet': {'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2015812543-subnet', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:10.483515 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937bbb5-b972-4948-93f2-26c0b067e9be admin admin] Pushing event updated for resources: {'Network': ['ID=3ec58bb0-381f-4e41-b44a-fbb08d83c4cc,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:10.485952 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Made reservation on behalf of c4cabe739f584421b617267ff8246781 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:49:10.488573 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554118'] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.499904 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc details requested by agent ovs-agent-dv-cinder-784815-1-iscsi with host dv-cinder-784815-1-iscsi {{(pid=99566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:49:10.674292 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12330434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554132'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.736521 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 1494923f-73b5-41bd-b1c5-d8fc4e3f047b up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:10.738340 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=714dfff6-0439-498f-b840-58ee6ffd8297,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:10.740807 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Checking segment: {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:10.741382 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Network hostable DHCP agents. Network: 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc, hostable agents: ['c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:49:10.760840 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc is scheduled to be hosted by DHCP agent c6fca7ab-7480-4bcc-85f8-6cfb8dd9a40e with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:49:10.772099 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-1-iscsi, 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:10.776353 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:10.776978 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.784064 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3d799-8a8e-4246-824d-67aa18836b5c None None] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:49:10.794297 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f763b5de-2db1-4ee5-a91c-06b624a47ecf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3389034 Jul 16 15:49:10.794733 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36238) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:10.799618 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:10.822517 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4120816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3709'] for router, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.823966 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4127362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4120631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3764191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3700'] for router, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.859371 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:10.859751 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:10.883242 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.011912 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe09e2e00-08b9-5b17-b0c4-f40e5c6a110b-3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'fixed_ips': [{'subnet_id': '714dfff6-0439-498f-b840-58ee6ffd8297'}]}} from dv-cinder-784815-1-iscsi. {{(pid=99566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:49:11.012867 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.018044 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4120725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3686'] for router, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.027829 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device c7ac6724-8de2-4709-8a78-c7a545c8ef2b up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:11.155408 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port c7ac6724-8de2-4709-8a78-c7a545c8ef2b completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:11.175539 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port c7ac6724-8de2-4709-8a78-c7a545c8ef2b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:11.175918 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.224483 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Allocated IP 172.20.0.2 (3ec58bb0-381f-4e41-b44a-fbb08d83c4cc/714dfff6-0439-498f-b840-58ee6ffd8297/0f9198fa-1a52-4448-9cfa-a64664ec9d6d) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:11.229802 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.249472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.326648 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.350187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Allocated IP 172.27.1.191 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/ec04b196-cf8a-47f3-b64a-3af6f8c7c82a) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:11.359956 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port c7ac6724-8de2-4709-8a78-c7a545c8ef2b, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:11.366827 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.455311 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.464355 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:11.470926 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.480188 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Transition to ACTIVE for port object 0f9198fa-1a52-4448-9cfa-a64664ec9d6d will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:11.494256 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.495352 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Transition to ACTIVE for port object 0f9198fa-1a52-4448-9cfa-a64664ec9d6d will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:11.502491 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.538321 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:11.541226 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:11.543258 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:11.544721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:11.546332 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:11.549866 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:11.555411 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Pushing event updated for resources: {'Port': ['ID=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:11.571127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Pushing event updated for resources: {'Port': ['ID=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:11.612455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Attempting to bind port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:11.612826 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Attempting to bind port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:11.613197 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Attempting to bind port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d on network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:11.618095 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:11.618466 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Checking segment: {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:11.618867 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.619280 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Bound using segment: {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:11.619740 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Bound port: 0f9198fa-1a52-4448-9cfa-a64664ec9d6d, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:11.620117 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.687113 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] For port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:11.690196 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] For port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,segment=NetworkSegment(eeba7629-1429-40ab-969a-58afc8a990ac),segment_id=eeba7629-1429-40ab-969a-58afc8a990ac)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:11.697077 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.752619 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490219e-a901-42bf-bca7-cb30e3aa1f79 None None] Pushing event updated for resources: {'Port': ['ID=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:11.804222 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:11.872379 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:49:11.886303 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:11.886932 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:12.004813 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:12.041930 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4120827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120576'] for router, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.209928 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:09Z', 'revision_number': 2, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:12.235871 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:49:12.236222 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Updating router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 port a56b479d-dfa5-4220-8dea-9eb3927d79fa binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:49:12.271311 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.457524 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Router 0f925118-c370-4ab9-81c5-25c92b21f425 is scheduled to L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 with binding_index 1 {{(pid=99564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:49:12.573972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:49:12.584229 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Sync routers for ids ['0f925118-c370-4ab9-81c5-25c92b21f425'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:49:12.597433 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Routers {'0f925118-c370-4ab9-81c5-25c92b21f425'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:12.599279 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['0f925118-c370-4ab9-81c5-25c92b21f425'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:12.600912 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.607367 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-b2a9b56c-744d-45a8-aec9-e915a64f6cbe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8063996 Jul 16 15:49:12.607367 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36244) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:12.641088 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.663747 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Transition to ACTIVE for port object a56b479d-dfa5-4220-8dea-9eb3927d79fa will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:12.683641 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.747860 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623032a6-ad6d-4fa6-b864-1f3b02f4c48f None None] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:49:12.767296 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Pushing event updated for resources: {'Port': ['ID=a56b479d-dfa5-4220-8dea-9eb3927d79fa,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:12.794958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 0f9198fa-1a52-4448-9cfa-a64664ec9d6d up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:12.810471 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.810962 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.811436 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.811972 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.812325 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.812756 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.813180 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.813747 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.814213 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.814621 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.815035 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.815500 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:12.862134 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Attempting to bind port a56b479d-dfa5-4220-8dea-9eb3927d79fa on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:12.862805 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Attempting to bind port a56b479d-dfa5-4220-8dea-9eb3927d79fa by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:12.863416 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Attempting to bind port a56b479d-dfa5-4220-8dea-9eb3927d79fa on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:12.869972 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:12.870681 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Checking segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:12.871300 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.871908 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Bound using segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:12.872577 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Bound port: a56b479d-dfa5-4220-8dea-9eb3927d79fa, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:12.873651 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:12.958251 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] For port a56b479d-dfa5-4220-8dea-9eb3927d79fa, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:12.966367 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] For port a56b479d-dfa5-4220-8dea-9eb3927d79fa, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=a56b479d-dfa5-4220-8dea-9eb3927d79fa,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:12.971491 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.015189 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-72bf2eb9-2585-4a14-b653-67ccc352183b None None] Provisioning for port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:13.027779 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:13.029058 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:13.039899 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Set router 0f925118-c370-4ab9-81c5-25c92b21f425 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:13.090737 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fcf90-2984-4a6e-a0da-057e825c4154 None None] Pushing event updated for resources: {'Port': ['ID=a56b479d-dfa5-4220-8dea-9eb3927d79fa,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:13.100955 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.172300 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:13.179047 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:13.191800 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:13.192173 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.284797 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Allocated IP 172.20.0.1 (3ec58bb0-381f-4e41-b44a-fbb08d83c4cc/714dfff6-0439-498f-b840-58ee6ffd8297/5172c253-a490-4239-9cc2-7b637bf2e1c4) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:13.397015 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.400766 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.402646 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:12Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:13.410276 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Transition to ACTIVE for port object 5172c253-a490-4239-9cc2-7b637bf2e1c4 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:13.433539 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d263a8-9b6d-45bc-9282-3c20e85bee83 None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:12Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:49:13.444851 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 3, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:13.447261 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.484565 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:13.487695 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:13.488856 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Checking router: 0f925118-c370-4ab9-81c5-25c92b21f425 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:49:13.489721 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Updating router 0f925118-c370-4ab9-81c5-25c92b21f425 port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a binding host dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:49:13.492715 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,segment=NetworkSegment(eeba7629-1429-40ab-969a-58afc8a990ac),segment_id=eeba7629-1429-40ab-969a-58afc8a990ac)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:13.493984 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:13.522214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Pushing event updated for resources: {'Port': ['ID=5172c253-a490-4239-9cc2-7b637bf2e1c4,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:13.522744 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.523578 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device c7ac6724-8de2-4709-8a78-c7a545c8ef2b up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:13.544599 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4127287'] for router_interface, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.605961 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.648463 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:13.668912 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port c7ac6724-8de2-4709-8a78-c7a545c8ef2b triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:13.669376 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.710646 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.791761 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ad75343c-6936-4283-a2ed-167913a5638c None None] Provisioning complete for port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:13.792138 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ad75343c-6936-4283-a2ed-167913a5638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.935715 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:13.942446 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.014662 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ecea5e81-3774-46aa-a17a-7482154c6456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.015990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Pushing event updated for resources: {'Port': ['ID=5172c253-a490-4239-9cc2-7b637bf2e1c4,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:14.018270 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4127299'] for router_interface, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.076054 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.089885 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Transition to ACTIVE for port object ec04b196-cf8a-47f3-b64a-3af6f8c7c82a will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:14.097773 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.114887 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:14.116907 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:14.190154 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1d356802-71b7-4ffa-af4f-c40bac4baf9d None None] Provisioning for port 5172c253-a490-4239-9cc2-7b637bf2e1c4 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:14.195147 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Attempting to bind port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:14.195542 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Attempting to bind port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:14.195906 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Attempting to bind port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a on network ea1d476f-604d-423f-a9fd-f1fba8378aa8 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:14.197754 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e7fde-5e39-44ca-852d-f9a34a1735a4 None None] Pushing event updated for resources: {'Port': ['ID=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:14.215188 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-1d356802-71b7-4ffa-af4f-c40bac4baf9d None None] Provisioning complete for port 5172c253-a490-4239-9cc2-7b637bf2e1c4 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:14.215592 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1d356802-71b7-4ffa-af4f-c40bac4baf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.217679 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:14.218055 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Checking segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:14.218535 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.219027 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Bound using segment: {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:14.219643 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Bound port: ec04b196-cf8a-47f3-b64a-3af6f8c7c82a, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922f6366-2c5d-4855-acf3-b83ab34847a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:14.220458 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.245932 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.257152 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Router 0f925118-c370-4ab9-81c5-25c92b21f425 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:49:14.292574 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1d356802-71b7-4ffa-af4f-c40bac4baf9d None None] Port 5172c253-a490-4239-9cc2-7b637bf2e1c4 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:49:14.319135 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] For port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:14.323092 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] For port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:14.329772 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.384334 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Routers {'0f925118-c370-4ab9-81c5-25c92b21f425'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:14.385189 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:48:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['0f925118-c370-4ab9-81c5-25c92b21f425'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:14.400562 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:49:14.405395 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-0c9383db-8892-4e9d-a411-85b5d073848a admin admin] 10.222.0.10 "PUT /v2.0/routers/0f925118-c370-4ab9-81c5-25c92b21f425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7976019 Jul 16 15:49:14.461167 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e7fde-5e39-44ca-852d-f9a34a1735a4 None None] Pushing event updated for resources: {'Port': ['ID=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:14.473481 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-6e7ed9c0-dee8-4259-bce8-64d4788e1092 None None] Provisioning complete for port 5172c253-a490-4239-9cc2-7b637bf2e1c4 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:14.473859 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed9c0-dee8-4259-bce8-64d4788e1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.546873 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ed9c0-dee8-4259-bce8-64d4788e1092 None None] Port 5172c253-a490-4239-9cc2-7b637bf2e1c4 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:49:14.557061 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] Set router 0f925118-c370-4ab9-81c5-25c92b21f425 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:14.685074 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 0f9198fa-1a52-4448-9cfa-a64664ec9d6d up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:14.774214 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:14.774582 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:14.832928 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '5172c253-a490-4239-9cc2-7b637bf2e1c4', 'name': '', 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'mac_address': 'fa:16:3e:82:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:13Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 2, 'project_id': 'c4cabe739f584421b617267ff8246781', 'subnets': [{'id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:14.942568 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36260) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:14.947356 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512196479', 'description': 'tempest-secgroup-smoke-1512196479 description', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:14.968750 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.001794 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99857c56-a959-4ad3-bdcd-0977c2721891 None None] The sync data for ids ['0f925118-c370-4ab9-81c5-25c92b21f425'] in dv-cinder-784815-1-iscsi is: [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '5172c253-a490-4239-9cc2-7b637bf2e1c4', 'name': '', 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'mac_address': 'fa:16:3e:82:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:13Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 2, 'project_id': 'c4cabe739f584421b617267ff8246781', 'subnets': [{'id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:49:15.017331 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device a56b479d-dfa5-4220-8dea-9eb3927d79fa up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:15.059952 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.065554 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.082111 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port a56b479d-dfa5-4220-8dea-9eb3927d79fa completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:15.089279 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port a56b479d-dfa5-4220-8dea-9eb3927d79fa triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:15.089743 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.097803 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.099043 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1554313 Jul 16 15:49:15.101191 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269de8-6926-4662-8068-e5ed9b9fc45e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bac0cb-95bb-4908-980f-a34739ffb9bd,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.102151 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36262) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:15.112779 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group_rule': {'security_group_id': '35bac0cb-95bb-4908-980f-a34739ffb9bd', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:15.146425 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.180894 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.235263 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port a56b479d-dfa5-4220-8dea-9eb3927d79fa, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=a56b479d-dfa5-4220-8dea-9eb3927d79fa,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:15.238975 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.241948 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.246924 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.272124 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbda5a8f-8d7f-4624-837e-5fb3f140de7c,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.283037 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.284448 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ad413566-f74b-4393-853d-92c1db8a4c55 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753561 Jul 16 15:49:15.287370 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36264) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:15.293085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group_rule': {'security_group_id': '35bac0cb-95bb-4908-980f-a34739ffb9bd', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:15.293610 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=a56b479d-dfa5-4220-8dea-9eb3927d79fa,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.323267 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.387089 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.391057 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.412531 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43aee91f-cf49-4ca6-aca3-842285e7151c,revision_number=0']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.416227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.420768 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36268) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:15.425261 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group_rule': {'security_group_id': '35bac0cb-95bb-4908-980f-a34739ffb9bd', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:15.428638 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-56718625-ace5-4cf8-bfd8-751b7fc9a686 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392772 Jul 16 15:49:15.454182 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.514430 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.518402 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.535800 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c951a85d-ee59-4418-9109-1aa3d9b651dc,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.542054 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.545697 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8b38edaf-0a98-49b2-abd4-5a2d52c83b28 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216342 Jul 16 15:49:15.545994 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36270) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:15.550416 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group_rule': {'security_group_id': '35bac0cb-95bb-4908-980f-a34739ffb9bd', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:15.578639 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.636388 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.639789 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.655924 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc36183-e310-4343-b2c9-1954605d10fc,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.661649 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.663162 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-bf72d0be-b154-462d-b04f-d4c4fc67ba31 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162832 Jul 16 15:49:15.665915 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36272) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:15.670143 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group_rule': {'security_group_id': '35bac0cb-95bb-4908-980f-a34739ffb9bd', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:15.690851 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Project cd1b9bf5981c4aa58b8eebc61c1275ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:49:15.695326 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.753835 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.757389 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.773641 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0b5853-6524-4701-acb2-58aa70a6eea1,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.779839 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.781039 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-12d131e6-9679-4da8-a0e7-c235d2bb784f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142080 Jul 16 15:49:15.783736 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36274) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:15.788675 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'security_group_rule': {'security_group_id': '35bac0cb-95bb-4908-980f-a34739ffb9bd', 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:15.808288 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Project cd1b9bf5981c4aa58b8eebc61c1275ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:49:15.812792 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.874230 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.877466 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799342'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.893672 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb128a9-a659-4d08-8805-1fd845a6309f,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:15.901470 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:15.902669 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e605e876-0afb-4bc5-940a-ba0ea8ce08c8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180317 Jul 16 15:49:15.946326 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:49:16.586894 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:16.652982 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7e82-2639-42a0-ac41-f3fdbee45adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:16.707970 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device ec04b196-cf8a-47f3-b64a-3af6f8c7c82a up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:16.760737 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:16.764809 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:16.765435 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:16.840428 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:16.860369 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:16.863998 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:16.864739 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device a56b479d-dfa5-4220-8dea-9eb3927d79fa up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:16.939364 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:16.952779 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port a56b479d-dfa5-4220-8dea-9eb3927d79fa triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:16.953156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:17.394998 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Sync routers for ids ['0f925118-c370-4ab9-81c5-25c92b21f425'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:49:17.403947 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Routers {'0f925118-c370-4ab9-81c5-25c92b21f425'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:17.404550 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:49:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['0f925118-c370-4ab9-81c5-25c92b21f425'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:17.510407 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Set router 0f925118-c370-4ab9-81c5-25c92b21f425 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:17.663855 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:17.720390 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '5172c253-a490-4239-9cc2-7b637bf2e1c4', 'name': '', 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'mac_address': 'fa:16:3e:82:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:13Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 2, 'project_id': 'c4cabe739f584421b617267ff8246781', 'subnets': [{'id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:17.750525 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Checking router: 0f925118-c370-4ab9-81c5-25c92b21f425 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:49:17.750880 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Updating router 0f925118-c370-4ab9-81c5-25c92b21f425 port 5172c253-a490-4239-9cc2-7b637bf2e1c4 binding host dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:49:17.783294 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.038005 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.047472 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Transition to ACTIVE for port object 5172c253-a490-4239-9cc2-7b637bf2e1c4 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:18.052290 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.103932 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d76c9-742f-4794-9d51-2c5b4d917769 None None] Pushing event updated for resources: {'Port': ['ID=5172c253-a490-4239-9cc2-7b637bf2e1c4,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:18.157932 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Attempting to bind port 5172c253-a490-4239-9cc2-7b637bf2e1c4 on host dv-cinder-784815-1-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:18.158301 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Attempting to bind port 5172c253-a490-4239-9cc2-7b637bf2e1c4 by drivers openvswitch,hyperv on host dv-cinder-784815-1-iscsi at level 0 using segments [{'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:18.158665 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Attempting to bind port 5172c253-a490-4239-9cc2-7b637bf2e1c4 on network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:18.164423 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Checking agent: {'id': 'b6bcfb54-3087-488f-938e-e7bd22e402a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 32, 17), 'started_at': datetime.datetime(2021, 7, 16, 15, 32, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:18.164791 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Checking segment: {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:18.165186 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.165576 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Bound using segment: {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:18.166041 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Bound port: 5172c253-a490-4239-9cc2-7b637bf2e1c4, host: dv-cinder-784815-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeba7629-1429-40ab-969a-58afc8a990ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:18.166433 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.228919 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] For port 5172c253-a490-4239-9cc2-7b637bf2e1c4, host dv-cinder-784815-1-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:18.232022 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] For port 5172c253-a490-4239-9cc2-7b637bf2e1c4, host dv-cinder-784815-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=5172c253-a490-4239-9cc2-7b637bf2e1c4,segment=NetworkSegment(eeba7629-1429-40ab-969a-58afc8a990ac),segment_id=eeba7629-1429-40ab-969a-58afc8a990ac)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:18.237728 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.385788 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Routers {'0f925118-c370-4ab9-81c5-25c92b21f425'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:18.386399 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:49:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['0f925118-c370-4ab9-81c5-25c92b21f425'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:18.388099 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d76c9-742f-4794-9d51-2c5b4d917769 None None] Pushing event updated for resources: {'Port': ['ID=5172c253-a490-4239-9cc2-7b637bf2e1c4,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:18.503248 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] Set router 0f925118-c370-4ab9-81c5-25c92b21f425 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:18.679597 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device ec04b196-cf8a-47f3-b64a-3af6f8c7c82a up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:18.734934 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:18.735338 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.752996 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '5172c253-a490-4239-9cc2-7b637bf2e1c4', 'name': '', 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'mac_address': 'fa:16:3e:82:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:13Z', 'updated_at': '2021-07-16T15:49:18Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'subnets': [{'id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:18.779509 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148b7e8-a532-4fda-b145-061c24bc3d09 None None] The sync data for ids ['0f925118-c370-4ab9-81c5-25c92b21f425'] in dv-cinder-784815-1-iscsi is: [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:49:13Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': '5172c253-a490-4239-9cc2-7b637bf2e1c4', 'name': '', 'network_id': '3ec58bb0-381f-4e41-b44a-fbb08d83c4cc', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'mac_address': 'fa:16:3e:82:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:13Z', 'updated_at': '2021-07-16T15:49:18Z', 'revision_number': 4, 'project_id': 'c4cabe739f584421b617267ff8246781', 'subnets': [{'id': '714dfff6-0439-498f-b840-58ee6ffd8297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:49:18.827567 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5172c253-a490-4239-9cc2-7b637bf2e1c4 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:18.877808 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning for port 5172c253-a490-4239-9cc2-7b637bf2e1c4 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:18.886958 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 5172c253-a490-4239-9cc2-7b637bf2e1c4 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:18.887090 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:18.998038 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:19.033490 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] For port 5172c253-a490-4239-9cc2-7b637bf2e1c4, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=5172c253-a490-4239-9cc2-7b637bf2e1c4,segment=NetworkSegment(eeba7629-1429-40ab-969a-58afc8a990ac),segment_id=eeba7629-1429-40ab-969a-58afc8a990ac)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:19.039519 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:19.091697 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Pushing event updated for resources: {'Port': ['ID=5172c253-a490-4239-9cc2-7b637bf2e1c4,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:19.476167 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:20.635061 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5172c253-a490-4239-9cc2-7b637bf2e1c4 up at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:20.681434 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Provisioning complete for port 5172c253-a490-4239-9cc2-7b637bf2e1c4 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:20.681812 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:23.812897 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36422) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:23.911208 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be67974a-0bf6-4cf7-8274-4a094b1e3e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:23.998909 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be67974a-0bf6-4cf7-8274-4a094b1e3e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:24.002783 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be67974a-0bf6-4cf7-8274-4a094b1e3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:24.039541 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-be67974a-0bf6-4cf7-8274-4a094b1e3e3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e31b98d766794d5d8ce942e9b5c584de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256613 Jul 16 15:49:24.040638 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67974a-0bf6-4cf7-8274-4a094b1e3e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1c51c7-c4d0-41f7-98a5-322d61222d44,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:24.042243 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36426) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:24.091049 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7921068-17e7-4068-a163-837e71a8d41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:24.110835 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7921068-17e7-4068-a163-837e71a8d41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:24.155999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7921068-17e7-4068-a163-837e71a8d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:24.158551 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f7921068-17e7-4068-a163-837e71a8d41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:24.159697 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f7921068-17e7-4068-a163-837e71a8d41b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb1c51c7-c4d0-41f7-98a5-322d61222d44 HTTP/1.1" status: 204 len: 168 time: 0.1156137 Jul 16 15:49:24.166955 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7921068-17e7-4068-a163-837e71a8d41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1c51c7-c4d0-41f7-98a5-322d61222d44,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:34.494576 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-d338f935-d05e-43be-9b86-95baa01b86d9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512196479&fields=id&tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 267 time: 0.0324640 Jul 16 15:49:34.597820 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-0511a2e8-cebe-4b71-bdfb-43edcae005d9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:34.599927 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-0511a2e8-cebe-4b71-bdfb-43edcae005d9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 812 time: 0.0994465 Jul 16 15:49:34.613692 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-640a3d3c-c82e-418e-961e-ab2fc0cfa53f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/quotas/cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 375 time: 0.0084796 Jul 16 15:49:34.675477 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-5955e861-62b3-4107-a802-511cf2b20482 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571532 Jul 16 15:49:34.769370 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-a25684ba-2b99-4feb-9e73-d15869c05567 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820994 Jul 16 15:49:34.856125 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-e70129fa-9401-49c5-abff-961221b1179d service neutron] 10.222.0.10 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807743 Jul 16 15:49:35.145056 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6d2a43b8-ee9b-4848-8299-816c0fe98edc req-cf1461eb-0e47-4123-bb0e-837db239eaa6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 210 time: 0.0315812 Jul 16 15:49:36.201932 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-e5ec1172-b6e5-4967-9e7a-48ec58bab54c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:36.203395 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-e5ec1172-b6e5-4967-9e7a-48ec58bab54c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 812 time: 0.0992625 Jul 16 15:49:36.253636 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-ee3037a9-f9bf-41ff-91e4-b1cf21911203 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 380 time: 0.0354762 Jul 16 15:49:36.268519 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'port': {'device_id': '2e9358af-ca0f-4701-9b9f-647016495580', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'admin_state_up': True, 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'security_groups': ['35bac0cb-95bb-4908-980f-a34739ffb9bd']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:36.301501 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b487f482-4e9d-4c81-8d75-7e1de6f5b4f9 req-e00f3309-c12f-47c3-b3ab-14ed9e5999c0 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 210 time: 0.0455096 Jul 16 15:49:36.393441 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Made reservation on behalf of cd1b9bf5981c4aa58b8eebc61c1275ac for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:49:36.397697 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:36.520223 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Allocated IP 172.20.0.7 (9f6bf81e-9863-4c62-a046-209c56e3b53d/83736452-7858-4fb1-a35b-98e773f106a0/372d5a95-e547-436a-8a89-fd49eae29463) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:36.650348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:36.673675 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Transition to ACTIVE for port object 372d5a95-e547-436a-8a89-fd49eae29463 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:36.707117 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:36.755727 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:36.759401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:36.762418 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:36.787738 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=372d5a95-e547-436a-8a89-fd49eae29463,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:36.818503 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:36.819328 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:36.834682 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-567648a4-e5fe-49a3-990b-4dc0ed61da25 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702043 Jul 16 15:49:36.858585 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Request body: {'port': {'device_id': '2e9358af-ca0f-4701-9b9f-647016495580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:36.941574 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.027541 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-afa251c4-9772-4966-968c-ec2963bc069a None None] Provisioning for port 372d5a95-e547-436a-8a89-fd49eae29463 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:37.031267 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-afa251c4-9772-4966-968c-ec2963bc069a None None] Provisioning complete for port 372d5a95-e547-436a-8a89-fd49eae29463 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:37.031644 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afa251c4-9772-4966-968c-ec2963bc069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.064375 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-afa251c4-9772-4966-968c-ec2963bc069a None None] Port 372d5a95-e547-436a-8a89-fd49eae29463 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:49:37.190580 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372d5a95-e547-436a-8a89-fd49eae29463 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:49:37.197843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.209854 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Transition to ACTIVE for port object 372d5a95-e547-436a-8a89-fd49eae29463 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:49:37.213470 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.281309 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Pushing event updated for resources: {'Port': ['ID=372d5a95-e547-436a-8a89-fd49eae29463,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:37.335246 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Attempting to bind port 372d5a95-e547-436a-8a89-fd49eae29463 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:49:37.335596 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Attempting to bind port 372d5a95-e547-436a-8a89-fd49eae29463 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:49:37.336093 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Attempting to bind port 372d5a95-e547-436a-8a89-fd49eae29463 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:37.340620 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Port 372d5a95-e547-436a-8a89-fd49eae29463 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:49:37.340949 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Attempting to bind port 372d5a95-e547-436a-8a89-fd49eae29463 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:49:37.345909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:49:37.346367 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Checking segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:49:37.346758 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Bound using segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:49:37.347200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Bound port: 372d5a95-e547-436a-8a89-fd49eae29463, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:49:37.347585 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.412043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] For port 372d5a95-e547-436a-8a89-fd49eae29463, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:49:37.415051 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] For port 372d5a95-e547-436a-8a89-fd49eae29463, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=372d5a95-e547-436a-8a89-fd49eae29463,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:49:37.427440 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.490795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:37.491442 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:37.492847 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] 10.222.0.11 "PUT /v2.0/ports/372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 200 len: 1093 time: 0.6390529 Jul 16 15:49:37.493282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:49:37.495533 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a0758d-3c36-4e03-81f5-060fd07a62ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "tag": "372d5a95-e547-436a-8a89-fd49eae29463"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:49:37.524310 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54b05-60be-4200-84eb-086a31112c00 service neutron] Pushing event updated for resources: {'Port': ['ID=372d5a95-e547-436a-8a89-fd49eae29463,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:37.544688 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54abf03-2a5e-4532-a799-b19cbecb426a req-f5a69706-1e08-4049-8a70-516190f78414 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:37.546343 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b54abf03-2a5e-4532-a799-b19cbecb426a req-f5a69706-1e08-4049-8a70-516190f78414 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.1300442 Jul 16 15:49:37.557096 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce60b57b-1171-43c3-b2b8-b64ddcf96dcc x-openstack-request-id: req-ce60b57b-1171-43c3-b2b8-b64ddcf96dcc {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:49:37.557500 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "tag": "372d5a95-e547-436a-8a89-fd49eae29463", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:49:37.557870 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce60b57b-1171-43c3-b2b8-b64ddcf96dcc {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:49:37.558380 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463', 'status': 'completed', 'code': 200} Jul 16 15:49:37.621781 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b54abf03-2a5e-4532-a799-b19cbecb426a req-76cae55b-76f3-4551-bcc7-b810db3eb496 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677617 Jul 16 15:49:37.640467 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-630cedd1-95f0-4886-b7f9-0ba0e4ca4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:37.641981 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-630cedd1-95f0-4886-b7f9-0ba0e4ca4336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1096 time: 0.0690801 Jul 16 15:49:37.687531 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-0ff06124-a579-4e4a-9462-c4fbdb3ebfbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 200 len: 217 time: 0.0329549 Jul 16 15:49:37.737988 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-129c532c-aeb5-4329-80fc-dd5139e291d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:37.740244 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-129c532c-aeb5-4329-80fc-dd5139e291d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0455570 Jul 16 15:49:37.794419 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-468e092d-b6cc-4c1d-9f1b-4bff140d0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:37.795821 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-468e092d-b6cc-4c1d-9f1b-4bff140d0dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497088 Jul 16 15:49:37.880832 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-80e31fba-3c5a-4665-9c5a-0ba576f9bf84 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788841 Jul 16 15:49:37.970346 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-307639a0-fe45-401c-83d5-8a90c5bf8cca req-bd958d1d-649c-4d83-906d-74837f2abfc2 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830972 Jul 16 15:49:38.107732 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-750735fa-43a6-4c8e-8280-dafdf5e92dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:38.109148 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-750735fa-43a6-4c8e-8280-dafdf5e92dd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1096 time: 0.0510306 Jul 16 15:49:38.198272 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-56046258-0d86-45fb-89b2-7fa97c0513f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:38.199988 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-56046258-0d86-45fb-89b2-7fa97c0513f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0840716 Jul 16 15:49:38.238876 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-89a09bd4-1c51-4779-a7c1-8c36c29dc04d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 200 len: 217 time: 0.0320792 Jul 16 15:49:38.297872 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-2650e2cc-bd60-40b3-8a4f-99225b2f36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:38.299268 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-2650e2cc-bd60-40b3-8a4f-99225b2f36d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0432596 Jul 16 15:49:38.354560 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-fb62444c-5685-495a-ae36-c26382c80310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:38.356039 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-fb62444c-5685-495a-ae36-c26382c80310 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491092 Jul 16 15:49:38.441173 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-4822198c-1f47-4730-9703-190f1f95eba2 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785260 Jul 16 15:49:38.528490 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d3a0758d-3c36-4e03-81f5-060fd07a62ee req-57a80108-23a1-4e92-bff8-ea9917b57cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810919 Jul 16 15:49:38.793261 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f35e33-3d59-47d5-9b93-27f81868a765 req-95a82e6d-cd65-41cd-a3db-3d988470fdce tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:38.794599 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0f35e33-3d59-47d5-9b93-27f81868a765 req-95a82e6d-cd65-41cd-a3db-3d988470fdce tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.0604985 Jul 16 15:49:38.829982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a0f35e33-3d59-47d5-9b93-27f81868a765 req-d44c4b7c-0641-463a-aee1-49eee9f58e0e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300329 Jul 16 15:49:40.004372 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c0d0-ae42-4a92-b4de-a0df94ae6b64 req-d7c052a1-bbf2-4e16-8a98-9c26a784ccb2 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:40.005813 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d895c0d0-ae42-4a92-b4de-a0df94ae6b64 req-d7c052a1-bbf2-4e16-8a98-9c26a784ccb2 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.0641952 Jul 16 15:49:40.042274 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-d895c0d0-ae42-4a92-b4de-a0df94ae6b64 req-6dddc282-2501-4610-b887-1d5ce49d2a73 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Jul 16 15:49:41.206837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f917d-2661-44d8-8727-a33843eff7f1 req-6cbd69a7-455d-4941-9e63-a7de48eed784 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:41.208221 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-598f917d-2661-44d8-8727-a33843eff7f1 req-6cbd69a7-455d-4941-9e63-a7de48eed784 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.0605323 Jul 16 15:49:41.243676 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-598f917d-2661-44d8-8727-a33843eff7f1 req-083ac833-9505-4d1b-ac2d-f54362cd6b7f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300941 Jul 16 15:49:42.408824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f71ab5-145a-4d76-a644-c4c5588f49ff req-be53f851-3659-48be-ae92-37c12fe7651c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:42.410245 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-70f71ab5-145a-4d76-a644-c4c5588f49ff req-be53f851-3659-48be-ae92-37c12fe7651c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.0600169 Jul 16 15:49:42.446834 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-70f71ab5-145a-4d76-a644-c4c5588f49ff req-67d6501e-d73b-412d-85c9-5a8e27f576ba tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Jul 16 15:49:43.888332 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0c05-7a42-47c7-891b-d02297807e7d req-4780da71-c3ca-4abb-8095-8968742666cb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:43.889829 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e45c0c05-7a42-47c7-891b-d02297807e7d req-4780da71-c3ca-4abb-8095-8968742666cb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.3362224 Jul 16 15:49:43.926554 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e45c0c05-7a42-47c7-891b-d02297807e7d req-771b99aa-ad92-49b7-86e0-887f96d4c78c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Jul 16 15:49:43.968927 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-64a6400e-9b74-4a4f-aaa9-9bd008d938bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:44.177390 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:45.091857 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893be04-ef09-44ed-a639-2b5bd5efc5fc req-71f6f452-e072-43e0-b8dc-63e8947e77f9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:45.093308 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b893be04-ef09-44ed-a639-2b5bd5efc5fc req-71f6f452-e072-43e0-b8dc-63e8947e77f9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 943 time: 0.0604534 Jul 16 15:49:45.129127 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b893be04-ef09-44ed-a639-2b5bd5efc5fc req-c00b7232-5c9d-479e-acdb-a0f10abe76a3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297189 Jul 16 15:49:45.469839 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 372d5a95-e547-436a-8a89-fd49eae29463 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:49:45.562452 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 372d5a95-e547-436a-8a89-fd49eae29463, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=372d5a95-e547-436a-8a89-fd49eae29463,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:45.572819 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '372d5a95-e547-436a-8a89-fd49eae29463', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'port_id': '372d5a95-e547-436a-8a89-fd49eae29463', 'mac_address': 'fa:16:3e:0e:48:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:49:45.607847 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:45.619776 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372d5a95-e547-436a-8a89-fd49eae29463 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:49:45.638252 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 372d5a95-e547-436a-8a89-fd49eae29463, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=372d5a95-e547-436a-8a89-fd49eae29463,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:45.642165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:45.689568 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=372d5a95-e547-436a-8a89-fd49eae29463,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:45.918100 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['372d5a95-e547-436a-8a89-fd49eae29463'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:49:46.296620 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7677153-b2b2-456a-8208-4dc8911d7b77 req-6f2de53b-2d59-4ff9-bc80-3f9e0eb50476 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:46.298114 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7677153-b2b2-456a-8208-4dc8911d7b77 req-6f2de53b-2d59-4ff9-bc80-3f9e0eb50476 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 944 time: 0.0634725 Jul 16 15:49:46.334124 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7677153-b2b2-456a-8208-4dc8911d7b77 req-4cdfbb28-ec92-47d9-91ef-04a26a8c0f6c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300560 Jul 16 15:49:46.583645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:46.642541 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d5191b52-d829-49d2-84e0-ed78ecda2d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:47.470168 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 372d5a95-e547-436a-8a89-fd49eae29463 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:49:47.502871 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5816b18-121b-4f38-8eda-b0c9261d6448 req-9af5c66c-a7b1-4e40-b72b-95dfe2a91acf tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:47.504369 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e5816b18-121b-4f38-8eda-b0c9261d6448 req-9af5c66c-a7b1-4e40-b72b-95dfe2a91acf tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 944 time: 0.0639658 Jul 16 15:49:47.518512 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 372d5a95-e547-436a-8a89-fd49eae29463 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:49:47.522325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 372d5a95-e547-436a-8a89-fd49eae29463 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:49:47.522696 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:47.544037 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e5816b18-121b-4f38-8eda-b0c9261d6448 req-3b2f9e3d-dbb9-4173-b519-d8a7784e3f8d tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Jul 16 15:49:47.602303 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:47.626343 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:49:47.628551 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee93e27-6bd9-459a-bfe3-fd3aedd00547" -d '{"events": [{"server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "name": "network-vif-plugged", "status": "completed", "tag": "372d5a95-e547-436a-8a89-fd49eae29463"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:49:47.640418 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 372d5a95-e547-436a-8a89-fd49eae29463, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=372d5a95-e547-436a-8a89-fd49eae29463,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:49:47.644260 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:47.669347 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc9a41a-7561-44c8-b1b7-832f4d61f1ce x-openstack-request-id: req-0dc9a41a-7561-44c8-b1b7-832f4d61f1ce {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:49:47.669621 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "name": "network-vif-plugged", "status": "completed", "tag": "372d5a95-e547-436a-8a89-fd49eae29463", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:49:47.669870 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dc9a41a-7561-44c8-b1b7-832f4d61f1ce {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:49:47.670242 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463', 'code': 200} Jul 16 15:49:47.694220 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:47.703629 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=372d5a95-e547-436a-8a89-fd49eae29463,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:47.944795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671716-5a9e-417d-b36c-6be268b0ef90 req-2e769958-f1de-4410-a239-0ddeb1c6d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:47.946223 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-31671716-5a9e-417d-b36c-6be268b0ef90 req-2e769958-f1de-4410-a239-0ddeb1c6d739 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1098 time: 0.0497782 Jul 16 15:49:47.982625 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-31671716-5a9e-417d-b36c-6be268b0ef90 req-565e6885-3015-4fb2-9dd8-afd86a47bcea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296249 Jul 16 15:49:48.713195 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860114-7764-4afa-8671-781a279d80ef req-e97b5d67-c848-4765-b20d-0fef261c6389 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:48.714640 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-79860114-7764-4afa-8671-781a279d80ef req-e97b5d67-c848-4765-b20d-0fef261c6389 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 945 time: 0.0613489 Jul 16 15:49:48.751101 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-79860114-7764-4afa-8671-781a279d80ef req-4d1f3d1d-340c-4013-8c31-8b24bf056558 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Jul 16 15:49:49.479062 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:49.924507 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d8655-e7db-4803-af4d-6f1108f319a5 req-e36fe803-d1b1-4255-a46e-0594216ce03d tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:49.925985 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c1d8655-e7db-4803-af4d-6f1108f319a5 req-e36fe803-d1b1-4255-a46e-0594216ce03d tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Jul 16 15:49:49.962444 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1c1d8655-e7db-4803-af4d-6f1108f319a5 req-de07f88c-b1c8-475d-a674-9df7c78eb7ca tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Jul 16 15:49:50.131548 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ae27-c6ac-4413-8b4d-fd28ba5121a8 req-4b91eaa2-fafb-404c-9bff-6bca4f75c216 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:50.133015 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-14c0ae27-c6ac-4413-8b4d-fd28ba5121a8 req-4b91eaa2-fafb-404c-9bff-6bca4f75c216 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 945 time: 0.0647871 Jul 16 15:49:50.169255 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-14c0ae27-c6ac-4413-8b4d-fd28ba5121a8 req-b96feae2-8df1-48e3-b5cd-88b351d61cca tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Jul 16 15:49:50.193114 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36520) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:50.377909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7f2c1-fa1c-4161-a56a-a45e4faf14e5 tempest-TestVolumeBootPattern-873636826 tempest-TestVolumeBootPattern-873636826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:50.379406 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-25a7f2c1-fa1c-4161-a56a-a45e4faf14e5 tempest-TestVolumeBootPattern-873636826 tempest-TestVolumeBootPattern-873636826-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1093 time: 0.1853058 Jul 16 15:49:50.382993 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36524) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:49:50.387135 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'port_id': '372d5a95-e547-436a-8a89-fd49eae29463', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:49:50.407476 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:50.502939 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:50.600569 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Allocated IP 172.27.1.128 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/b74f3293-78eb-4b63-8bab-6175e7cc9366) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:49:50.698486 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:50.736398 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:50.771167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:49:50.777196 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:49:50.780722 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:49:50.787066 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=b74f3293-78eb-4b63-8bab-6175e7cc9366,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:51.134289 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:51.206282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:51.349577 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:51.353879 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:51.425005 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=b74f3293-78eb-4b63-8bab-6175e7cc9366,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:49:51.436218 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.436576 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.436950 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.437286 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.437739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.438178 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.438522 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.438872 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.439344 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.439719 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.440071 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.440472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:49:51.444170 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:51.541260 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Floating IP 098e9f14-1a4e-4a8f-b96d-b7cec35c32c0 associated. External IP: 172.27.1.128, port: 372d5a95-e547-436a-8a89-fd49eae29463. Jul 16 15:49:51.740903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:49:51.843464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:49:51.852712 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:49:51.858683 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:49:51.861865 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:51.862482 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:49:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:51.894864 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-3d6af873-cb00-40ca-b374-d686147b6873 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5108917 Jul 16 15:49:51.895464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:49:51.897714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "tag": "372d5a95-e547-436a-8a89-fd49eae29463"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:49:51.940960 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c86552a-b8ec-4c3d-8680-ca1ab304119e x-openstack-request-id: req-1c86552a-b8ec-4c3d-8680-ca1ab304119e {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:49:51.941267 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "tag": "372d5a95-e547-436a-8a89-fd49eae29463", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:49:51.941515 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c86552a-b8ec-4c3d-8680-ca1ab304119e {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:49:51.942483 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463', 'status': 'completed', 'code': 200} Jul 16 15:49:51.967663 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:52.037461 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-c78f7e29-c3d5-4cf7-baeb-b3c6544d8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:52.038871 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-c78f7e29-c3d5-4cf7-baeb-b3c6544d8ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1098 time: 0.0517173 Jul 16 15:49:52.128484 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-96e0f917-e033-46fd-a38e-5ee00de625d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:52.129948 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-96e0f917-e033-46fd-a38e-5ee00de625d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0854027 Jul 16 15:49:52.182733 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '098e9f14-1a4e-4a8f-b96d-b7cec35c32c0', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '372d5a95-e547-436a-8a89-fd49eae29463', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:0e:48:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9358af-ca0f-4701-9b9f-647016495580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:49:51Z', 'updated_at': '2021-07-16T15:49:51Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:52.192393 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-ca171ea1-728b-48f4-9156-079c95d8a3fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 200 len: 999 time: 0.0561771 Jul 16 15:49:52.211537 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:49:52.219634 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:49:52.220234 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:49:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:52.240282 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-74619753-c828-4163-ab43-b72a58af22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:52.241729 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-74619753-c828-4163-ab43-b72a58af22ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0432305 Jul 16 15:49:52.300715 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-ceee5ba7-b902-4cae-86c8-f5e730ea0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:49:52.302733 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-ceee5ba7-b902-4cae-86c8-f5e730ea0057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544138 Jul 16 15:49:52.392215 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-6fa304a4-646f-46f4-895e-4a8e486f00d7 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Jul 16 15:49:52.441118 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:49:52.483678 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-23a3dcf8-c670-40b7-a66d-4bba5aa2887d req-6155f21a-022e-4c71-acf0-a21e4c8dc13b service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 Jul 16 15:49:52.654507 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '098e9f14-1a4e-4a8f-b96d-b7cec35c32c0', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '372d5a95-e547-436a-8a89-fd49eae29463', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:0e:48:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9358af-ca0f-4701-9b9f-647016495580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:49:51Z', 'updated_at': '2021-07-16T15:49:51Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:49:52.682956 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da37b84-87be-49e1-af8d-293f3cc675ae None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': '098e9f14-1a4e-4a8f-b96d-b7cec35c32c0', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '372d5a95-e547-436a-8a89-fd49eae29463', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:0e:48:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9358af-ca0f-4701-9b9f-647016495580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:49:51Z', 'updated_at': '2021-07-16T15:49:51Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:49:52.868222 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a41964-35e7-49f2-b614-58658b45b280 None None] New status for floating IP 098e9f14-1a4e-4a8f-b96d-b7cec35c32c0: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:49:52.956558 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:50:13.968732 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7953378d-7d43-40a7-abf9-4caa41da7a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:14.162721 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:16.584045 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:16.641139 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30f58fd3-7cce-4217-a2c0-085a1225a9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:17.669484 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:19.187421 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-7f29c20e-1d42-49ea-992e-39915385259c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887697 Jul 16 15:50:19.297884 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018d49c-5980-4709-832d-b686da205e6e req-225b7afa-3671-46ad-871c-84402e44cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:50:19.299327 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-225b7afa-3671-46ad-871c-84402e44cc5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1098 time: 0.0504091 Jul 16 15:50:19.406929 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018d49c-5980-4709-832d-b686da205e6e req-79142c21-4fef-4ec3-b88c-909806d44f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:50:19.408278 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-79142c21-4fef-4ec3-b88c-909806d44f49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0842180 Jul 16 15:50:19.472014 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-28f11439-5a08-4f25-9055-9f6e9a3c3bc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 200 len: 1001 time: 0.0566554 Jul 16 15:50:19.482362 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:19.524603 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018d49c-5980-4709-832d-b686da205e6e req-46814bbe-36dd-419b-8f67-1bdcfa6c8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:50:19.526015 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-46814bbe-36dd-419b-8f67-1bdcfa6c8486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0473275 Jul 16 15:50:19.579913 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018d49c-5980-4709-832d-b686da205e6e req-d2c41c0f-7ae2-46f3-8508-f1c52ce68bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:50:19.581318 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-d2c41c0f-7ae2-46f3-8508-f1c52ce68bd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493143 Jul 16 15:50:19.594080 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-05d0d27c-a4da-4b2d-a2e9-39ab530d146c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:50:19.595015 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-05d0d27c-a4da-4b2d-a2e9-39ab530d146c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050983 Jul 16 15:50:19.679958 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-7ba2cd90-01c4-4edf-998c-868169c18a7f service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786836 Jul 16 15:50:19.769349 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a018d49c-5980-4709-832d-b686da205e6e req-113f5455-1eba-46b7-9fb3-0b94886aeac4 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818889 Jul 16 15:50:29.956344 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:50:43.968753 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4419cf85-6c20-4060-bac7-1410bab7e14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:44.175423 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:46.585668 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:46.640073 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9c8f578d-2594-41f8-9302-2e7cb3ffa7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:47.671169 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:50:49.485429 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:06.955170 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:51:13.969250 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4a0b54cb-0bd6-46d8-afcf-268b54bd4fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:14.188413 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:16.586098 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:16.638303 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c434-a909-4d84-ac5f-abb4870254af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:17.676514 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:19.486783 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:20.145893 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-42ae60c7-21d4-4fd5-ac33-24c86c0b7ebe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511062 Jul 16 15:51:20.254715 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f062-546b-4ed6-b728-30fc16061d27 req-810f62c5-ac81-435f-8417-732e5c36e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:20.256180 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-810f62c5-ac81-435f-8417-732e5c36e720 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 1098 time: 0.0545623 Jul 16 15:51:20.354330 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f062-546b-4ed6-b728-30fc16061d27 req-3053b097-3256-4c3c-9e32-f16ee3dcd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:20.355775 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-3053b097-3256-4c3c-9e32-f16ee3dcd55a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0810571 Jul 16 15:51:20.421611 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-9914f6b1-593e-43e8-9aef-138ba0b1417b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 200 len: 1001 time: 0.0593243 Jul 16 15:51:20.470267 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f062-546b-4ed6-b728-30fc16061d27 req-62c3950b-2162-4313-abe4-fb06fbba6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:20.472276 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-62c3950b-2162-4313-abe4-fb06fbba6f29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0446181 Jul 16 15:51:20.525765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f062-546b-4ed6-b728-30fc16061d27 req-d9bad587-b7dc-49be-9063-4dd9c744df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:20.527182 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-d9bad587-b7dc-49be-9063-4dd9c744df0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492561 Jul 16 15:51:20.615217 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-b76636dd-fde3-4cd1-8588-b0ed3ace7a03 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816705 Jul 16 15:51:20.700385 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e341f062-546b-4ed6-b728-30fc16061d27 req-d811a50f-a62c-49ae-9c9d-950c1b346a82 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787599 Jul 16 15:51:43.954181 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:51:43.969770 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-37822f75-c8da-40db-b8c7-e408efaa40e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:44.205396 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:46.587905 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:46.636469 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d777ea3-b0d1-4a6f-87f5-a0cac1480dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:47.681397 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:47.774211 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573d1e-e5d9-410f-a72e-21b52c334b53 req-bc467acc-f19f-4365-9164-7b2016799caa tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:47.775729 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c7573d1e-e5d9-410f-a72e-21b52c334b53 req-bc467acc-f19f-4365-9164-7b2016799caa tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 945 time: 0.1668019 Jul 16 15:51:47.812295 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c7573d1e-e5d9-410f-a72e-21b52c334b53 req-7b44df9d-353a-47ec-a542-75edaf6d7ecb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Jul 16 15:51:49.030717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069434-65d1-4e2f-8282-c40f348eb57d req-ab7f849b-c369-4d80-8a7f-fcb40ecf6508 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:49.032215 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-74069434-65d1-4e2f-8282-c40f348eb57d req-ab7f849b-c369-4d80-8a7f-fcb40ecf6508 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 945 time: 0.1069362 Jul 16 15:51:49.068940 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-74069434-65d1-4e2f-8282-c40f348eb57d req-ef7f594d-0f13-4b5b-a067-bab7e6166565 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Jul 16 15:51:49.294396 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-f2152e60-aaa1-42db-8ec6-7552e63bd1f8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:49.295743 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-f2152e60-aaa1-42db-8ec6-7552e63bd1f8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 945 time: 0.0596569 Jul 16 15:51:49.392473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Deleting port 372d5a95-e547-436a-8a89-fd49eae29463 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:51:49.392812 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:49.480709 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] For port 372d5a95-e547-436a-8a89-fd49eae29463, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=372d5a95-e547-436a-8a89-fd49eae29463,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:51:49.481085 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:49.489718 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:49.909757 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:49.910127 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:49.910433 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Floating IP 098e9f14-1a4e-4a8f-b96d-b7cec35c32c0 disassociated. External IP: 172.27.1.128, port: 372d5a95-e547-436a-8a89-fd49eae29463. Jul 16 15:51:49.910762 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Calling delete_port for 372d5a95-e547-436a-8a89-fd49eae29463 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:51:50.033655 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:50.058940 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'Port': ['ID=372d5a95-e547-436a-8a89-fd49eae29463,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:51:50.068737 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.069087 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.069425 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.069760 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.070088 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.070415 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.070997 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.071348 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.071672 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.071991 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.072760 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.072760 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:51:50.208038 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:51:50.209976 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0219966c-aa00-4e00-beb2-02c08b3fccee req-ea086197-c012-4e60-9ffc-18c7c78d39b8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 210 time: 0.0333602 Jul 16 15:51:50.313322 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:51:50.323357 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:51:50.332038 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:51:50.332638 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:51:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:51:50.355903 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] No DVR routers for this DVR port 372d5a95-e547-436a-8a89-fd49eae29463 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:51:50.358446 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:50.360620 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-592ed6b3-0b7b-4b90-a3e0-b145043fa4a4 req-b0fa22e2-203b-47ef-8c3a-8a01b4a0914e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "DELETE /v2.0/ports/372d5a95-e547-436a-8a89-fd49eae29463 HTTP/1.1" status: 204 len: 173 time: 1.0593517 Jul 16 15:51:50.361605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'name': 'network-vif-deleted', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:51:50.364662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78f354-154a-4481-a30c-b8e0574c1e09" -d '{"events": [{"server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "name": "network-vif-deleted", "tag": "372d5a95-e547-436a-8a89-fd49eae29463"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:51:50.441829 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:51:50.469901 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ba251-c69e-4701-b3c0-34291de5ea27 x-openstack-request-id: req-004ba251-c69e-4701-b3c0-34291de5ea27 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:51:50.470336 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9358af-ca0f-4701-9b9f-647016495580", "name": "network-vif-deleted", "tag": "372d5a95-e547-436a-8a89-fd49eae29463", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:51:50.470712 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-004ba251-c69e-4701-b3c0-34291de5ea27 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:51:50.471410 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9358af-ca0f-4701-9b9f-647016495580', 'name': 'network-vif-deleted', 'tag': '372d5a95-e547-436a-8a89-fd49eae29463', 'status': 'completed', 'code': 200} Jul 16 15:51:50.641394 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:51:50.666891 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:51:50.675628 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:51:50.676229 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:51:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:51:50.778994 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:51:50.971038 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:51:50.999064 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329d79-e819-4bc1-af49-3711510262f9 None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:51:51.201288 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cf6da-8b9b-4828-9c8e-8e7cd61df2f4 None None] New status for floating IP 098e9f14-1a4e-4a8f-b96d-b7cec35c32c0: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:51:51.360801 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-302ffb3d-4e5b-4220-92ae-46ebf01c40d3 req-d3b12b10-702a-4203-97ef-225d1f316edb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9358af-ca0f-4701-9b9f-647016495580 HTTP/1.1" status: 200 len: 210 time: 0.0284612 Jul 16 15:51:52.060461 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 372d5a95-e547-436a-8a89-fd49eae29463 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:51:52.081271 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 372d5a95-e547-436a-8a89-fd49eae29463 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:51:52.081618 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 372d5a95-e547-436a-8a89-fd49eae29463 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:51:52.594720 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-b38f75af-7577-46cc-ad66-573fd2f8337e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512196479&fields=id&tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 267 time: 0.0351489 Jul 16 15:51:52.695987 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-fb0e8df2-2c3a-4f1c-85a3-68786b14a2fb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:52.697426 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-fb0e8df2-2c3a-4f1c-85a3-68786b14a2fb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 812 time: 0.0965946 Jul 16 15:51:52.711134 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-27e7550c-7adb-48ea-8292-04c9e043cbcb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/quotas/cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 375 time: 0.0084982 Jul 16 15:51:52.775850 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-f8da9a49-420f-42d0-81b8-789bc221d3ef tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600622 Jul 16 15:51:52.790002 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-6855c80e-d498-4846-a164-54f16d101e8b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:51:52.790943 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-6855c80e-d498-4846-a164-54f16d101e8b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049138 Jul 16 15:51:52.881783 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-dc823e53-aeb7-4102-ae76-5c56be38f9be service neutron] 10.222.0.10 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858221 Jul 16 15:51:52.971216 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-8c1eb317-965c-45b5-beb6-ed5c29b9d5cf service neutron] 10.222.0.10 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838745 Jul 16 15:51:53.254435 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-10b85d33-ea77-4d9c-aa3f-1ee15b9baf6c req-4722fb91-f04e-419c-84ed-ca8e143975ed tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 210 time: 0.0283718 Jul 16 15:51:54.410833 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0836fb66-9f4f-4ec3-bfda-0298a815eac9 req-218d3548-8330-4352-b731-1c708e0b5481 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 210 time: 0.0429084 Jul 16 15:51:54.483405 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-5017c5e0-9913-4ba8-80a9-788a92c9a401 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:54.484817 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-5017c5e0-9913-4ba8-80a9-788a92c9a401 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 812 time: 0.1257329 Jul 16 15:51:54.538657 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-61fa3590-5307-4026-be4b-8ffb66c255a3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 380 time: 0.0345478 Jul 16 15:51:54.547604 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'port': {'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'admin_state_up': True, 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'security_groups': ['35bac0cb-95bb-4908-980f-a34739ffb9bd']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:51:54.650664 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Made reservation on behalf of cd1b9bf5981c4aa58b8eebc61c1275ac for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:51:54.654252 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:54.776590 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Allocated IP 172.20.0.12 (9f6bf81e-9863-4c62-a046-209c56e3b53d/83736452-7858-4fb1-a35b-98e773f106a0/6c67e09f-0c61-4820-8187-42cac0390b84) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:51:54.912931 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:54.927067 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Transition to ACTIVE for port object 6c67e09f-0c61-4820-8187-42cac0390b84 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:51:54.959731 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.001095 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:51:55.006328 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:51:55.010179 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:51:55.038715 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=6c67e09f-0c61-4820-8187-42cac0390b84,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:51:55.063812 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:55.064933 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.080456 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-ae8c5b68-ba27-4e1a-9b94-21a72d820c9c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5357754 Jul 16 15:51:55.107061 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Request body: {'port': {'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:51:55.186561 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.254502 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-163e32bd-2c61-4b79-9f04-39f16b018dd0 None None] Provisioning for port 6c67e09f-0c61-4820-8187-42cac0390b84 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:51:55.258009 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-163e32bd-2c61-4b79-9f04-39f16b018dd0 None None] Provisioning complete for port 6c67e09f-0c61-4820-8187-42cac0390b84 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:51:55.258378 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-163e32bd-2c61-4b79-9f04-39f16b018dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.291281 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-163e32bd-2c61-4b79-9f04-39f16b018dd0 None None] Port 6c67e09f-0c61-4820-8187-42cac0390b84 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:51:55.437551 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67e09f-0c61-4820-8187-42cac0390b84 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:51:55.446332 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.459538 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Transition to ACTIVE for port object 6c67e09f-0c61-4820-8187-42cac0390b84 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:51:55.463714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.514275 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Pushing event updated for resources: {'Port': ['ID=6c67e09f-0c61-4820-8187-42cac0390b84,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:51:55.623389 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Attempting to bind port 6c67e09f-0c61-4820-8187-42cac0390b84 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:51:55.623732 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Attempting to bind port 6c67e09f-0c61-4820-8187-42cac0390b84 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:51:55.624063 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Attempting to bind port 6c67e09f-0c61-4820-8187-42cac0390b84 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:51:55.631661 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Port 6c67e09f-0c61-4820-8187-42cac0390b84 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:51:55.631989 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Attempting to bind port 6c67e09f-0c61-4820-8187-42cac0390b84 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:51:55.647539 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3abba-fd1e-4ca2-97a3-23b03fe3380a req-299ae747-2ae2-4308-a0a4-6cbd338f2d6f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:55.649496 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39a3abba-fd1e-4ca2-97a3-23b03fe3380a req-299ae747-2ae2-4308-a0a4-6cbd338f2d6f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.1137879 Jul 16 15:51:55.650258 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:51:55.650600 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Checking segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:51:55.650988 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Bound using segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:51:55.651456 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Bound port: 6c67e09f-0c61-4820-8187-42cac0390b84, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:51:55.651824 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.724820 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-39a3abba-fd1e-4ca2-97a3-23b03fe3380a req-321ae5cf-982a-40a4-aa3c-7bffaeeadae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640938 Jul 16 15:51:55.747473 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] For port 6c67e09f-0c61-4820-8187-42cac0390b84, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:51:55.750400 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] For port 6c67e09f-0c61-4820-8187-42cac0390b84, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6c67e09f-0c61-4820-8187-42cac0390b84,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:51:55.755607 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.786729 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:55.787507 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:51:55.788771 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] 10.222.0.11 "PUT /v2.0/ports/6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 1094 time: 0.6865628 Jul 16 15:51:55.789209 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:51:55.791451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:51:55.821214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d3e51-26d9-4dcd-ab47-fcc6b818355a service neutron] Pushing event updated for resources: {'Port': ['ID=6c67e09f-0c61-4820-8187-42cac0390b84,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:51:55.872350 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dbe425-f617-4051-bbee-266445183632 x-openstack-request-id: req-90dbe425-f617-4051-bbee-266445183632 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:51:55.872645 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:51:55.872990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90dbe425-f617-4051-bbee-266445183632 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:51:55.873307 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84', 'status': 'completed', 'code': 200} Jul 16 15:51:55.902916 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-8e9690f7-2589-4dbb-a4cb-ee4da4f51918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:55.904494 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-8e9690f7-2589-4dbb-a4cb-ee4da4f51918 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1097 time: 0.0603895 Jul 16 15:51:55.951259 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-d1fa4564-f39e-45e1-8327-5686ba92c3ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 217 time: 0.0345676 Jul 16 15:51:56.002102 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-7b10eb7f-5c87-40c4-82b3-d8deae3ce844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.003470 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-7b10eb7f-5c87-40c4-82b3-d8deae3ce844 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0461774 Jul 16 15:51:56.058604 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-9dd93fe9-9692-44b7-86e6-bd689874d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.060064 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-9dd93fe9-9692-44b7-86e6-bd689874d8a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501993 Jul 16 15:51:56.148479 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-825f2210-a4fa-43f8-8c83-94beaa9af58e service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812445 Jul 16 15:51:56.232418 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c248d0da-ce58-4876-94ca-550b8c628f62 req-2cf091be-5a7b-40b0-a801-7e74c1a3d839 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776727 Jul 16 15:51:56.363541 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-7ba98562-64e8-4d76-91cd-818b6e774a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.364953 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-7ba98562-64e8-4d76-91cd-818b6e774a87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1097 time: 0.0494032 Jul 16 15:51:56.453765 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-b1268f30-9d11-4fcc-a9f9-e9d56874985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.455745 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-b1268f30-9d11-4fcc-a9f9-e9d56874985a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0831671 Jul 16 15:51:56.496120 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-099c0522-84d3-4798-8f45-33a8a5274492 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 217 time: 0.0329099 Jul 16 15:51:56.552531 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-9cafba48-ba27-451c-b4c9-8475eb1551fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.553901 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-9cafba48-ba27-451c-b4c9-8475eb1551fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0449846 Jul 16 15:51:56.608236 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-2c0104b8-d3ba-41c6-afde-edb0731a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.609609 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-2c0104b8-d3ba-41c6-afde-edb0731a1d7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488832 Jul 16 15:51:56.694345 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-ae638a5a-f941-4e06-9e3c-8e2298d59544 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779195 Jul 16 15:51:56.782562 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-3248e8a1-3eb6-4286-a7e8-9fab5c56ac44 req-6a752d82-8530-4203-8739-6e77a93217bc service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Jul 16 15:51:56.895662 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819344f-5b55-4033-a5a8-499adf141da3 req-2c023f9e-7043-4ba0-bdaf-d025792967fc tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:56.897139 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e819344f-5b55-4033-a5a8-499adf141da3 req-2c023f9e-7043-4ba0-bdaf-d025792967fc tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0614314 Jul 16 15:51:56.933662 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e819344f-5b55-4033-a5a8-499adf141da3 req-ba22e7fa-d3be-4f83-a370-bc2e6dfff030 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jul 16 15:51:58.105843 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b5727-8612-4142-a16b-eca889c85199 req-3796a23c-9fd1-41ba-bff6-4a0ae47867ef tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:58.107300 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-030b5727-8612-4142-a16b-eca889c85199 req-3796a23c-9fd1-41ba-bff6-4a0ae47867ef tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0640635 Jul 16 15:51:58.143629 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-030b5727-8612-4142-a16b-eca889c85199 req-a3c6a3d5-ee98-42a1-a4a4-a1567f1fccf4 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Jul 16 15:51:59.309369 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbde4d-6561-4536-9895-a193934b68d0 req-e54aa96f-8b64-4c31-a45d-8a28487d21c4 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:51:59.310812 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5bbbde4d-6561-4536-9895-a193934b68d0 req-e54aa96f-8b64-4c31-a45d-8a28487d21c4 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0606811 Jul 16 15:51:59.346877 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5bbbde4d-6561-4536-9895-a193934b68d0 req-1f8eef90-1cf4-4860-9662-a0e969a6dab2 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307224 Jul 16 15:52:00.513175 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413c26-778a-4b0a-a5bd-c4d855df5f97 req-19ffc997-7cdc-49b2-985f-9f5d5794caaa tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:00.514613 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e413c26-778a-4b0a-a5bd-c4d855df5f97 req-19ffc997-7cdc-49b2-985f-9f5d5794caaa tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0612028 Jul 16 15:52:00.551024 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5e413c26-778a-4b0a-a5bd-c4d855df5f97 req-154be429-d9be-49e8-ac54-842d6b110f84 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Jul 16 15:52:01.719281 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351449-2766-41f5-8f15-a5936b250331 req-e1061c47-8c21-4946-8fa4-927ed6669e34 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:01.720753 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17351449-2766-41f5-8f15-a5936b250331 req-e1061c47-8c21-4946-8fa4-927ed6669e34 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0644660 Jul 16 15:52:01.757536 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-17351449-2766-41f5-8f15-a5936b250331 req-344ae163-60d5-40dd-968b-44e2d5e1a43e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jul 16 15:52:02.926069 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4104a3-5235-4e54-b9a4-9a64183031b6 req-4daa886e-7413-4531-a99c-d6ab5cbd9230 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:02.927519 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5d4104a3-5235-4e54-b9a4-9a64183031b6 req-4daa886e-7413-4531-a99c-d6ab5cbd9230 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0613530 Jul 16 15:52:02.964180 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5d4104a3-5235-4e54-b9a4-9a64183031b6 req-82ed642e-ac73-4084-92f8-385bac70c2bd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 Jul 16 15:52:04.121848 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6c67e09f-0c61-4820-8187-42cac0390b84 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:52:04.134886 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347606c-72c2-41e2-acf7-43a3c9b6a94e req-c1a70f32-9d7f-4917-815c-f271a6c991aa tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:04.136326 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8347606c-72c2-41e2-acf7-43a3c9b6a94e req-c1a70f32-9d7f-4917-815c-f271a6c991aa tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 944 time: 0.0644147 Jul 16 15:52:04.174470 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8347606c-72c2-41e2-acf7-43a3c9b6a94e req-b25f7eee-87c4-4fa7-9239-33fd00453140 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jul 16 15:52:04.215492 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 6c67e09f-0c61-4820-8187-42cac0390b84, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6c67e09f-0c61-4820-8187-42cac0390b84,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:52:04.226336 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': '6c67e09f-0c61-4820-8187-42cac0390b84', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:52:04.261248 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:04.273156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67e09f-0c61-4820-8187-42cac0390b84 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:52:04.292028 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 6c67e09f-0c61-4820-8187-42cac0390b84, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6c67e09f-0c61-4820-8187-42cac0390b84,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:52:04.295534 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:04.343244 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=6c67e09f-0c61-4820-8187-42cac0390b84,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:52:04.350590 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.350945 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.351322 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.351677 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.352000 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.352332 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.352660 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.352987 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.353314 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.353643 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.353965 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.354289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:52:04.599054 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['6c67e09f-0c61-4820-8187-42cac0390b84'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:52:05.341180 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b550e0d-f97d-48dc-a380-08e5d0ef8da9 req-2aaa9c24-fb7c-4dfb-83a9-7edc98bb314b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:05.342659 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6b550e0d-f97d-48dc-a380-08e5d0ef8da9 req-2aaa9c24-fb7c-4dfb-83a9-7edc98bb314b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 945 time: 0.0610955 Jul 16 15:52:05.379419 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6b550e0d-f97d-48dc-a380-08e5d0ef8da9 req-d76c9d5f-ba28-44c6-aa6e-8945380f5ea9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Jul 16 15:52:06.138200 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6c67e09f-0c61-4820-8187-42cac0390b84 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:52:06.184108 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port 6c67e09f-0c61-4820-8187-42cac0390b84 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:52:06.187639 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port 6c67e09f-0c61-4820-8187-42cac0390b84 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:52:06.188034 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:06.259631 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:06.282548 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:52:06.284765 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782efbc2-733b-4bc8-ac21-044574e806bf" -d '{"events": [{"server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "name": "network-vif-plugged", "status": "completed", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:52:06.296635 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port 6c67e09f-0c61-4820-8187-42cac0390b84, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6c67e09f-0c61-4820-8187-42cac0390b84,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:52:06.300971 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:06.346872 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=6c67e09f-0c61-4820-8187-42cac0390b84,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:52:06.374424 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbacce95-063a-4f14-b0b5-b9ac1601c577 x-openstack-request-id: req-dbacce95-063a-4f14-b0b5-b9ac1601c577 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:52:06.374714 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "name": "network-vif-plugged", "status": "completed", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:52:06.374966 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbacce95-063a-4f14-b0b5-b9ac1601c577 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:52:06.375390 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84', 'code': 200} Jul 16 15:52:06.546881 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841d45-8401-40b3-ad11-7b4e913d23ea req-a488d3c6-3907-45f0-8ee0-8f51fc2beda7 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:06.549071 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7841d45-8401-40b3-ad11-7b4e913d23ea req-a488d3c6-3907-45f0-8ee0-8f51fc2beda7 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.0612173 Jul 16 15:52:06.586422 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a7841d45-8401-40b3-ad11-7b4e913d23ea req-57f564bc-455a-45da-938a-0ce1bcddc3ab tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Jul 16 15:52:06.665054 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9195-aa26-439b-844f-230862e7c8cd req-dcb0b683-4f31-4ba4-a23e-cb69eae03d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:06.666526 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cdfb9195-aa26-439b-844f-230862e7c8cd req-dcb0b683-4f31-4ba4-a23e-cb69eae03d04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1099 time: 0.0526202 Jul 16 15:52:06.699913 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cdfb9195-aa26-439b-844f-230862e7c8cd req-572680f8-9e98-4dbe-8f24-283228040d32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258324 Jul 16 15:52:07.769237 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a741d-0b8a-4b5e-b76e-926d7eefbe57 req-29dc68f4-5ed6-47fb-825f-81f28321a4ac tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:07.770734 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b2a741d-0b8a-4b5e-b76e-926d7eefbe57 req-29dc68f4-5ed6-47fb-825f-81f28321a4ac tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.0662186 Jul 16 15:52:07.807717 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5b2a741d-0b8a-4b5e-b76e-926d7eefbe57 req-710431a6-eac8-413c-8faa-f158cb3a8ad5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Jul 16 15:52:08.978403 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197e5f1-c912-445a-8225-4d57b7c05a84 req-88ea65e2-0b45-406f-8d87-c7b593598b35 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:08.979807 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c197e5f1-c912-445a-8225-4d57b7c05a84 req-88ea65e2-0b45-406f-8d87-c7b593598b35 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.0647433 Jul 16 15:52:09.017530 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-c197e5f1-c912-445a-8225-4d57b7c05a84 req-ee29a217-c179-400f-811a-715ac4b90eef tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Jul 16 15:52:09.183969 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde05ab-39a7-4d69-b910-30305b1b380f req-a2c9cd00-f348-4652-9608-4f81cb48eeb3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:09.185398 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2fde05ab-39a7-4d69-b910-30305b1b380f req-a2c9cd00-f348-4652-9608-4f81cb48eeb3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.0608969 Jul 16 15:52:09.221411 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-2fde05ab-39a7-4d69-b910-30305b1b380f req-8de1e9e4-8278-4a47-9622-16b2e81dbf1b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306437 Jul 16 15:52:09.245230 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36660) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:52:09.294411 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4edb00-3ad4-4ff2-bc60-28c10a31c532 tempest-TestVolumeBootPattern-873636826 tempest-TestVolumeBootPattern-873636826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:09.295874 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-dc4edb00-3ad4-4ff2-bc60-28c10a31c532 tempest-TestVolumeBootPattern-873636826 tempest-TestVolumeBootPattern-873636826-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1094 time: 0.0497086 Jul 16 15:52:09.298472 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36662) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:52:09.302595 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:52:09.324006 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:09.419144 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:09.522896 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Allocated IP 172.27.1.171 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/a9403977-024b-4c1a-b7ec-83a349b8a965) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:52:09.618598 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:09.655086 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:09.694079 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:52:09.697069 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:52:09.700601 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:52:09.726398 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=a9403977-024b-4c1a-b7ec-83a349b8a965,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:52:10.055145 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:10.130261 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:10.272306 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:10.276408 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:10.341583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=a9403977-024b-4c1a-b7ec-83a349b8a965,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:52:10.349402 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:10.716914 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Floating IP ff46ea9d-1263-4a6d-bdb1-28d7599a0153 associated. External IP: 172.27.1.171, port: 6c67e09f-0c61-4820-8187-42cac0390b84. Jul 16 15:52:10.914033 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:52:11.017746 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:52:11.028526 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:52:11.033708 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:11.038268 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:52:11.038873 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:51:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:52:11.069376 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-463d509f-902c-4c61-9855-f28460b8b2e5 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7699451 Jul 16 15:52:11.070038 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:52:11.072498 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547da25a-633c-4ed7-b065-3868dcf88149" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:52:11.109783 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf2bfa0-15d0-41f9-96d3-d656d54586dd x-openstack-request-id: req-aaf2bfa0-15d0-41f9-96d3-d656d54586dd {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:52:11.110081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:52:11.110970 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaf2bfa0-15d0-41f9-96d3-d656d54586dd {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:52:11.111406 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84', 'status': 'completed', 'code': 200} Jul 16 15:52:11.152618 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:52:11.203461 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da25a-633c-4ed7-b065-3868dcf88149 req-2eb6e175-15d0-4e71-a806-6468ca5fcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:11.205358 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-2eb6e175-15d0-4e71-a806-6468ca5fcc3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1099 time: 0.0521369 Jul 16 15:52:11.294448 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da25a-633c-4ed7-b065-3868dcf88149 req-c444919e-68e8-4141-bbd2-d409b39e1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:11.295925 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-c444919e-68e8-4141-bbd2-d409b39e1a94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0848017 Jul 16 15:52:11.357357 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-1f5afe45-9803-4da4-acbd-a0840675191e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 1000 time: 0.0555480 Jul 16 15:52:11.369289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:09Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:52:11.399147 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:52:11.407979 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:52:11.408122 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da25a-633c-4ed7-b065-3868dcf88149 req-cb46ba37-d05c-4291-9091-36ab7e9b7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:11.408588 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:51:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:52:11.409447 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-cb46ba37-d05c-4291-9091-36ab7e9b7255 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0464578 Jul 16 15:52:11.464971 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da25a-633c-4ed7-b065-3868dcf88149 req-df14f909-1cbb-4a62-9457-f13ded935df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:11.466383 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-df14f909-1cbb-4a62-9457-f13ded935df3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512354 Jul 16 15:52:11.556276 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-d4672bbd-bd18-41ed-be90-94fea0a864ea service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831621 Jul 16 15:52:11.636330 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:52:11.649950 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-547da25a-633c-4ed7-b065-3868dcf88149 req-04bf9aab-9dc8-4a54-bdc1-bc8fa6de7c7a service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Jul 16 15:52:11.855350 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:09Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:52:11.884602 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe26c99-c2c6-41c6-b90a-e777889aa818 None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:09Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:52:12.057150 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514216d-3b8c-4b95-af31-599a38b49bfb None None] New status for floating IP ff46ea9d-1263-4a6d-bdb1-28d7599a0153: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:52:13.969127 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-911c2a2a-bc35-484d-b3df-de26d99c804f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:14.212405 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:16.587608 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:16.634494 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5cab59ca-bf7c-4500-9665-fa6bfd035118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:17.680964 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:19.492206 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:20.952863 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:52:21.237411 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-62b2f64b-4351-47a3-af48-344dd6a8cf14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492227 Jul 16 15:52:21.351081 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-df2479e4-1b83-4375-a40c-c11db0fbf365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:21.352552 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-df2479e4-1b83-4375-a40c-c11db0fbf365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1099 time: 0.0544550 Jul 16 15:52:21.451627 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-a6f3c37b-3d95-45b5-b4cb-f08926cf4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:21.453059 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-a6f3c37b-3d95-45b5-b4cb-f08926cf4652 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0817442 Jul 16 15:52:21.519609 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-e4a21016-8723-4a2d-b064-a0cf87cbc63a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 1002 time: 0.0583458 Jul 16 15:52:21.566254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-8a5df430-c261-4a55-87f4-0ea7d4455697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:21.567669 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-8a5df430-c261-4a55-87f4-0ea7d4455697 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0412853 Jul 16 15:52:21.620450 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-7ddf9cde-ef5b-4c32-bb5d-a65895fca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:52:21.621872 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-7ddf9cde-ef5b-4c32-bb5d-a65895fca49f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484970 Jul 16 15:52:21.710249 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-0e602138-493e-46fe-ae32-b43f7b15ef03 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Jul 16 15:52:21.796256 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-7a680406-f940-42f3-b3f9-e93a693ad541 req-9ddc0636-f3c1-4ead-b926-88dc86acb9c9 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784209 Jul 16 15:52:43.970070 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e393aaac-29c0-4590-bcb4-72d67a34fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:44.208512 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:46.588183 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:46.633534 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b32945de-2069-46ca-a6fb-ae9abba9a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:47.682769 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:49.494312 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:52:57.951466 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:53:13.970430 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9b29c625-2925-4c30-a331-976a1f63ce13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:14.209816 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:16.589581 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:16.630798 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f4c20b8e-397b-4628-9426-1e9ae320e827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:17.685179 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:19.497049 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:22.503969 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-9f3c9ee6-f4af-4b2b-9691-d7019b1623a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550499 Jul 16 15:53:22.610088 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-dee1bcf3-ac3b-4e69-bc4a-9307232d16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:22.611847 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-dee1bcf3-ac3b-4e69-bc4a-9307232d16fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1099 time: 0.0515988 Jul 16 15:53:22.713520 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-e7b1ffed-2ce6-411c-9c85-ad1e55715430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:22.714962 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-e7b1ffed-2ce6-411c-9c85-ad1e55715430 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0836093 Jul 16 15:53:22.781262 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-985e2fbc-482d-4158-81fb-2267d9094d99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 1002 time: 0.0594435 Jul 16 15:53:22.829032 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-b596645c-ad42-4571-908c-027bd9ea1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:22.830428 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-b596645c-ad42-4571-908c-027bd9ea1c51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0426846 Jul 16 15:53:22.885306 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-26e94a0d-8fbf-4cce-ba98-8e04a72b09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:22.886752 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-26e94a0d-8fbf-4cce-ba98-8e04a72b09ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500891 Jul 16 15:53:22.976586 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-4024f44c-3ef6-496f-a45a-c6c3e0550a9a service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831857 Jul 16 15:53:23.061896 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36a610be-8f5c-462e-8d1e-6b4a086b768e req-1b58f759-2f31-4207-9ba5-ae14b65d40f8 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788124 Jul 16 15:53:34.949779 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:53:43.971555 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ede645f7-2448-44c0-bce3-cd1e648ec287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:44.218356 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:46.566289 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-14447327-4818-451a-9836-f0caa6e75284 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512196479&fields=id&tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 267 time: 0.0356688 Jul 16 15:53:46.592520 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:46.630708 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-038ac372-c4c1-4df3-8865-74fdc88e4bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:46.671394 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-43241a38-f85f-452d-95bf-54e2dca121d4 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:46.672839 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-43241a38-f85f-452d-95bf-54e2dca121d4 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 812 time: 0.1001165 Jul 16 15:53:46.686716 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-b9de4196-f5a9-4f41-8f21-49af438b389f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/quotas/cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 375 time: 0.0086432 Jul 16 15:53:46.756573 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-a841ddc9-38d9-4a60-8d7d-d8b5553a0cc0 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650537 Jul 16 15:53:46.833277 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-a213ea0f-790a-4451-8fc9-1a22f220ed48 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:53:46.834273 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-a213ea0f-790a-4451-8fc9-1a22f220ed48 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666716 Jul 16 15:53:46.924203 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-3bc2e5c5-0fce-49d5-b3e7-3e5d7d35f777 service neutron] 10.222.0.10 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Jul 16 15:53:47.012650 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-27bc3b13-c1d2-4724-a1f8-10aa68ca3ded service neutron] 10.222.0.10 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827744 Jul 16 15:53:47.299845 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-47774324-de40-48e7-8e32-9765f0f5cd74 req-247d047e-49fd-4abf-a1c0-bee21fef1fc3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 210 time: 0.0281811 Jul 16 15:53:47.688544 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:48.356975 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-c69561a7-5b7f-435c-814d-6a0de774e263 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:48.358490 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-c69561a7-5b7f-435c-814d-6a0de774e263 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 812 time: 0.1003888 Jul 16 15:53:48.412992 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-a581c5e2-814e-4ba7-96d9-3e40655987cc tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac HTTP/1.1" status: 200 len: 380 time: 0.0388212 Jul 16 15:53:48.427700 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'port': {'device_id': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'admin_state_up': True, 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'security_groups': ['35bac0cb-95bb-4908-980f-a34739ffb9bd']}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:53:48.448758 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4494ca56-b8ad-4392-87a7-908a4891f551 req-e8cbb65e-2728-4162-af87-372f68cddb62 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 210 time: 0.0348186 Jul 16 15:53:48.548564 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Made reservation on behalf of cd1b9bf5981c4aa58b8eebc61c1275ac for: {'port': 1} {{(pid=99564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:53:48.552414 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:48.675171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Allocated IP 172.20.0.14 (9f6bf81e-9863-4c62-a046-209c56e3b53d/83736452-7858-4fb1-a35b-98e773f106a0/e32a8c59-7a94-4298-9f64-e48f336b9168) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:53:48.811717 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:48.824648 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Transition to ACTIVE for port object e32a8c59-7a94-4298-9f64-e48f336b9168 will not be triggered until provisioned by entity DHCP. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:53:48.856171 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:48.900906 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:53:48.904275 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:53:48.908165 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:53:48.914406 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=e32a8c59-7a94-4298-9f64-e48f336b9168,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:53:48.942975 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.943358 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.943684 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.944074 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.944419 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.944691 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.945046 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.945401 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.945714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.946007 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.946331 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.946653 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:48.971682 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:48.972318 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:48.988870 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-f437c330-0dc7-4b95-844a-50df15edcae6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663562 Jul 16 15:53:49.007217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Request body: {'port': {'device_id': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:53:49.091182 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.170035 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4875fd24-2d90-4cb6-ade9-646897b0a6a8 None None] Provisioning for port e32a8c59-7a94-4298-9f64-e48f336b9168 completed by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:53:49.173322 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-4875fd24-2d90-4cb6-ade9-646897b0a6a8 None None] Provisioning complete for port e32a8c59-7a94-4298-9f64-e48f336b9168 triggered by entity DHCP. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:53:49.173688 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4875fd24-2d90-4cb6-ade9-646897b0a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.208793 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-4875fd24-2d90-4cb6-ade9-646897b0a6a8 None None] Port e32a8c59-7a94-4298-9f64-e48f336b9168 cannot update to ACTIVE because it is not bound. {{(pid=99566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:53:49.345999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32a8c59-7a94-4298-9f64-e48f336b9168 {{(pid=99564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:53:49.353050 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.364781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.provisioning_blocks [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Transition to ACTIVE for port object e32a8c59-7a94-4298-9f64-e48f336b9168 will not be triggered until provisioned by entity L2. {{(pid=99564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:53:49.368361 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.421629 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a8c59-7a94-4298-9f64-e48f336b9168,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:53:49.496582 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Attempting to bind port e32a8c59-7a94-4298-9f64-e48f336b9168 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:53:49.497006 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Attempting to bind port e32a8c59-7a94-4298-9f64-e48f336b9168 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:53:49.497413 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Attempting to bind port e32a8c59-7a94-4298-9f64-e48f336b9168 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:53:49.502295 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.502697 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Port e32a8c59-7a94-4298-9f64-e48f336b9168 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:53:49.503167 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Attempting to bind port e32a8c59-7a94-4298-9f64-e48f336b9168 on network 9f6bf81e-9863-4c62-a046-209c56e3b53d {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:53:49.508229 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Checking agent: {'id': '6fd56ba1-bafc-444c-b055-fed2510f3598', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'started_at': datetime.datetime(2021, 7, 16, 15, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:53:49.508570 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Checking segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:53:49.508954 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Bound using segment: {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'} {{(pid=99564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:53:49.509379 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.managers [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Bound port: e32a8c59-7a94-4298-9f64-e48f336b9168, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d'}}] {{(pid=99564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:53:49.509740 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.590923 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] For port e32a8c59-7a94-4298-9f64-e48f336b9168, host hv-cinder-78481, cleared binding levels {{(pid=99564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:53:49.620863 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] For port e32a8c59-7a94-4298-9f64-e48f336b9168, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e32a8c59-7a94-4298-9f64-e48f336b9168,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:53:49.625902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.666811 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:49.667399 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:49.668779 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] 10.222.0.11 "PUT /v2.0/ports/e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 200 len: 1094 time: 0.6666336 Jul 16 15:53:49.669400 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:53:49.671656 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:53:49.709797 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaea17-7871-4026-b644-3af3bf31d0f5 req-425087f3-519a-49fa-8702-9292a9a04341 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:49.711363 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ceaea17-7871-4026-b644-3af3bf31d0f5 req-425087f3-519a-49fa-8702-9292a9a04341 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 944 time: 0.1384130 Jul 16 15:53:49.712187 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72227883-3bdf-428d-8825-80bc9e599487 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a8c59-7a94-4298-9f64-e48f336b9168,revision_number=3']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:53:49.725168 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da2dff4-c940-421c-a5aa-e2698ec0eead x-openstack-request-id: req-6da2dff4-c940-421c-a5aa-e2698ec0eead {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:53:49.725451 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:53:49.725808 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6da2dff4-c940-421c-a5aa-e2698ec0eead {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:53:49.726068 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'status': 'completed', 'code': 200} Jul 16 15:53:49.785272 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8ceaea17-7871-4026-b644-3af3bf31d0f5 req-7804ffe2-f51e-4a97-aa0d-15259323ac80 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667722 Jul 16 15:53:49.811733 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-496611fe-ed63-46b1-aa3d-86c687a24d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:49.813301 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-496611fe-ed63-46b1-aa3d-86c687a24d55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1097 time: 0.0747693 Jul 16 15:53:49.861210 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-81974c76-2c92-487d-96a5-957524943f59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 200 len: 217 time: 0.0329595 Jul 16 15:53:49.908217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-56e72a9f-76d3-4af8-883f-d30ad1fde488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:49.909630 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-56e72a9f-76d3-4af8-883f-d30ad1fde488 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0421546 Jul 16 15:53:49.964464 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28af79-fc44-454b-9da3-51e902681a5e req-3e1de4e9-6f64-4e98-bef3-304376491a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:49.965975 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-3e1de4e9-6f64-4e98-bef3-304376491a3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501161 Jul 16 15:53:50.052462 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-e1b1e0e5-b94b-4a0c-b329-cbd930ed80df service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800664 Jul 16 15:53:50.140566 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-8f28af79-fc44-454b-9da3-51e902681a5e req-2036fe21-7bbe-4a56-8984-8b45305c9bdb service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813620 Jul 16 15:53:50.275248 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-d4f861f3-d4d6-49bb-a47f-2108f7288a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:50.276706 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-d4f861f3-d4d6-49bb-a47f-2108f7288a82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1097 time: 0.0504575 Jul 16 15:53:50.361532 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-dbc3cafc-0a88-4edc-974c-d7bfce960a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:50.362908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-dbc3cafc-0a88-4edc-974c-d7bfce960a1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0793884 Jul 16 15:53:50.406125 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-8ecff129-51e8-4280-bb91-0e86e2feda60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 200 len: 217 time: 0.0347733 Jul 16 15:53:50.452703 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-29dd2d3e-936c-4c43-ae39-212d5c92f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:50.454073 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-29dd2d3e-936c-4c43-ae39-212d5c92f200 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0412123 Jul 16 15:53:50.521826 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-8208754f-d623-4659-99de-ab46b52d61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:50.523272 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-8208754f-d623-4659-99de-ab46b52d61a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487151 Jul 16 15:53:50.613307 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-6239d967-bede-4da8-a601-c3a444d3016e service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819216 Jul 16 15:53:50.704779 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-da3b0e6d-9f87-439b-8adb-0265cf1fbbc8 req-0c0cee73-4f07-4efd-a0c3-b53951461915 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788417 Jul 16 15:53:50.964564 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54535b2-a1a0-4863-addc-d977bde15f80 req-df9754c0-9dfe-4459-8f86-b7775fd8ea83 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:50.966005 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e54535b2-a1a0-4863-addc-d977bde15f80 req-df9754c0-9dfe-4459-8f86-b7775fd8ea83 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 944 time: 0.0655792 Jul 16 15:53:51.002131 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-e54535b2-a1a0-4863-addc-d977bde15f80 req-d64aedba-5767-4de9-8325-35a67a43a332 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300791 Jul 16 15:53:52.169198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c5955-b9c6-4276-b40f-6e0315ec233c req-621a6a79-40a3-4f8c-bcb0-8b73051b9968 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:52.171259 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf9c5955-b9c6-4276-b40f-6e0315ec233c req-621a6a79-40a3-4f8c-bcb0-8b73051b9968 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 944 time: 0.0610271 Jul 16 15:53:52.206769 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-cf9c5955-b9c6-4276-b40f-6e0315ec233c req-9e3d2094-857a-435d-bcda-aa9bd530168f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302768 Jul 16 15:53:53.376643 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a086f0-5e2d-441a-b65f-d7f4840825e8 req-e3edfa40-4782-486e-b49a-1b11f292962b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:53.378074 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-16a086f0-5e2d-441a-b65f-d7f4840825e8 req-e3edfa40-4782-486e-b49a-1b11f292962b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 944 time: 0.0640790 Jul 16 15:53:53.413446 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-16a086f0-5e2d-441a-b65f-d7f4840825e8 req-1f292762-7ca2-40d2-b8fd-5f8c674eedc9 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299821 Jul 16 15:53:54.579506 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914b079-5737-4327-ab75-271f77293a94 req-d3e51773-d9cb-44c9-8195-affb5669b7a2 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:54.580964 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f914b079-5737-4327-ab75-271f77293a94 req-d3e51773-d9cb-44c9-8195-affb5669b7a2 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 944 time: 0.0610361 Jul 16 15:53:54.616174 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-f914b079-5737-4327-ab75-271f77293a94 req-cb718d29-6528-4a12-8c1b-81c062531724 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297527 Jul 16 15:53:55.782262 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64470aa-2b56-487b-8114-7847763e0c43 req-dd23ce01-798f-49c2-a66e-d3e56f609358 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:55.783720 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a64470aa-2b56-487b-8114-7847763e0c43 req-dd23ce01-798f-49c2-a66e-d3e56f609358 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 944 time: 0.0604522 Jul 16 15:53:55.819470 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a64470aa-2b56-487b-8114-7847763e0c43 req-70e89e44-8e3a-4985-9228-7f7c6984aeee tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303705 Jul 16 15:53:56.645252 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e32a8c59-7a94-4298-9f64-e48f336b9168 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=99566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:53:56.735188 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e32a8c59-7a94-4298-9f64-e48f336b9168, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e32a8c59-7a94-4298-9f64-e48f336b9168,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:53:56.745629 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Returning: {'device': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'port_id': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'mac_address': 'fa:16:3e:f7:5e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:53:56.783983 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:56.796420 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32a8c59-7a94-4298-9f64-e48f336b9168 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:53:56.814628 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e32a8c59-7a94-4298-9f64-e48f336b9168, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e32a8c59-7a94-4298-9f64-e48f336b9168,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:53:56.818549 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:56.864091 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=e32a8c59-7a94-4298-9f64-e48f336b9168,revision_number=4']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:53:56.870959 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.871309 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.871657 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.871996 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.872356 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.872691 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.873022 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.873352 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.873683 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.874013 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.874336 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.874658 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:53:56.994654 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf859a6-1159-4f6d-b1a4-2ad73defc0b0 req-d4311ca4-8233-44ee-9e8b-ae3db7c30bd8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:56.996041 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fdf859a6-1159-4f6d-b1a4-2ad73defc0b0 req-d4311ca4-8233-44ee-9e8b-ae3db7c30bd8 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 945 time: 0.0643218 Jul 16 15:53:57.032560 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-fdf859a6-1159-4f6d-b1a4-2ad73defc0b0 req-d5afff67-090c-483e-bc2a-83eee1d7e5f3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Jul 16 15:53:57.120130 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] get_ports_and_sgs() called for port_ids ['e32a8c59-7a94-4298-9f64-e48f336b9168'] {{(pid=99566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:53:58.197830 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd6db-8499-4231-a7d0-09c02974f5fa req-ae345125-6387-4481-a59b-5d3c9f14fa13 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:58.199170 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff9cd6db-8499-4231-a7d0-09c02974f5fa req-ae345125-6387-4481-a59b-5d3c9f14fa13 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 945 time: 0.0612183 Jul 16 15:53:58.235428 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-ff9cd6db-8499-4231-a7d0-09c02974f5fa req-4669ff88-9a0b-45ce-85d1-b9026dd0814c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Jul 16 15:53:58.664380 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e32a8c59-7a94-4298-9f64-e48f336b9168 up at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:53:58.710832 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning for port e32a8c59-7a94-4298-9f64-e48f336b9168 completed by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:53:58.714315 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Provisioning complete for port e32a8c59-7a94-4298-9f64-e48f336b9168 triggered by entity L2. {{(pid=99566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:53:58.714694 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993964'] for port, provisioning_complete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:58.789063 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:58.809563 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:53:58.812289 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5afaf7c1f43d8bf4e0b9f5021b3e367706e700c5a198e5d44da84e117cc1209" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a93bfe9-3765-4aba-a39a-78c82be9d4a1" -d '{"events": [{"server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "name": "network-vif-plugged", "status": "completed", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:53:58.824780 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] For port e32a8c59-7a94-4298-9f64-e48f336b9168, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e32a8c59-7a94-4298-9f64-e48f336b9168,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:53:58.829545 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:53:58.851409 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1de307-3666-451c-af44-5d0498e3316c x-openstack-request-id: req-9c1de307-3666-451c-af44-5d0498e3316c {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:53:58.851697 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "name": "network-vif-plugged", "status": "completed", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:53:58.851945 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c1de307-3666-451c-af44-5d0498e3316c {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:53:58.852325 dv-cinder-784815-1-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'code': 200} Jul 16 15:53:58.876547 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Pushing event updated for resources: {'Port': ['ID=e32a8c59-7a94-4298-9f64-e48f336b9168,revision_number=5']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:53:59.134782 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb75bd-3ecb-4e5d-ab3e-77f2e1009a95 req-c2d586cf-5d5f-4a93-a310-db3e295b6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:59.136253 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-48bb75bd-3ecb-4e5d-ab3e-77f2e1009a95 req-c2d586cf-5d5f-4a93-a310-db3e295b6c29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1099 time: 0.0520523 Jul 16 15:53:59.169033 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-48bb75bd-3ecb-4e5d-ab3e-77f2e1009a95 req-9396e58e-16fa-4031-a78d-27d6e05a1f82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258517 Jul 16 15:53:59.401380 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51536836-2ee6-47ae-b304-76d216b89482 req-45a70a23-ca9e-42eb-84a5-104ea6eca8eb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:53:59.402735 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-51536836-2ee6-47ae-b304-76d216b89482 req-45a70a23-ca9e-42eb-84a5-104ea6eca8eb tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 946 time: 0.0605459 Jul 16 15:53:59.438937 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-51536836-2ee6-47ae-b304-76d216b89482 req-c3a9825e-cade-4623-923f-ca93611a8217 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304983 Jul 16 15:54:00.607689 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b714d-8e19-4440-901f-5939de4ff997 req-19391dc9-c326-4944-aac2-7067b06db735 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:00.609630 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b43b714d-8e19-4440-901f-5939de4ff997 req-19391dc9-c326-4944-aac2-7067b06db735 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 946 time: 0.0617416 Jul 16 15:54:00.645075 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-b43b714d-8e19-4440-901f-5939de4ff997 req-50a081e2-a1a3-4967-ad65-59f7bf7c4de1 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300639 Jul 16 15:54:00.813685 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323cb2-3062-479b-8a83-f9fc651bdb97 req-9f639fb9-80d3-4dff-bce3-26a1c8acd4a3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:00.815100 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-37323cb2-3062-479b-8a83-f9fc651bdb97 req-9f639fb9-80d3-4dff-bce3-26a1c8acd4a3 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 946 time: 0.0634022 Jul 16 15:54:00.851826 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-37323cb2-3062-479b-8a83-f9fc651bdb97 req-a75ba382-c1f2-4556-bc49-f25bd19e0c4e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310647 Jul 16 15:54:00.876839 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36798) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:54:00.925596 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a045c-d3d2-48e7-917f-dbc496c06ec8 tempest-TestVolumeBootPattern-873636826 tempest-TestVolumeBootPattern-873636826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:00.927050 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-689a045c-d3d2-48e7-917f-dbc496c06ec8 tempest-TestVolumeBootPattern-873636826 tempest-TestVolumeBootPattern-873636826-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1094 time: 0.0492496 Jul 16 15:54:00.929837 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36800) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:54:00.934130 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.v2.base [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Request body: {'floatingip': {'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'port_id': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:54:00.955753 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:01.049855 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:01.146475 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_common [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Allocated IP 172.27.1.152 (ea1d476f-604d-423f-a9fd-f1fba8378aa8/e1aa6ab8-de25-4926-a960-d1d0337b0c00/89253d92-4534-4e92-b6ea-ce25162a718c) {{(pid=99564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:54:01.245921 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:01.282273 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730558930342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:01.314468 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Network ea1d476f-604d-423f-a9fd-f1fba8378aa8 is already hosted by enough agents. {{(pid=99564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:54:01.317340 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.base_scheduler [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Resources bound (agent type, host, resource id): {{(pid=99564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:54:01.322507 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Received port after_create {{(pid=99564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:54:01.347281 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=89253d92-4534-4e92-b6ea-ce25162a718c,revision_number=1']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:54:01.947980 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:02.022623 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537692'] for port, before_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:02.162071 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for port, precommit_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:02.166402 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730559335765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730558930360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730558930378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921086'] for port, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:02.238494 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event updated for resources: {'Port': ['ID=89253d92-4534-4e92-b6ea-ce25162a718c,revision_number=2']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:54:02.247559 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120750'] for floatingip, after_update {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:02.342721 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Floating IP e4941dd4-cd5d-40c2-83d5-ac281782077a associated. External IP: 172.27.1.152, port: e32a8c59-7a94-4298-9f64-e48f336b9168. Jul 16 15:54:02.540962 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:54:02.643433 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:54:02.652952 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:54:02.659525 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:02.664860 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:54:02.665511 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:53:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:54:02.695048 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-2b32c88b-871f-4193-a4c8-7125dcaca958 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7642035 Jul 16 15:54:02.695697 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:54:02.697918 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca3339-8e88-4efb-ac49-649e3a7c4c97" -d '{"events": [{"name": "network-changed", "server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:54:02.732441 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a8c4e8-8ab6-4c31-a413-8a44734c7204 x-openstack-request-id: req-e9a8c4e8-8ab6-4c31-a413-8a44734c7204 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:54:02.732823 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:54:02.733075 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9a8c4e8-8ab6-4c31-a413-8a44734c7204 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:54:02.733529 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'status': 'completed', 'code': 200} Jul 16 15:54:02.770560 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:54:02.830036 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-9bcc5ab5-7d3b-43b2-a22e-6e1236f83e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:02.831490 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-9bcc5ab5-7d3b-43b2-a22e-6e1236f83e82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1099 time: 0.0513341 Jul 16 15:54:02.923365 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-0d24aa66-f839-4b84-bbd0-fc22ad89dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:02.924841 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-0d24aa66-f839-4b84-bbd0-fc22ad89dbbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0875375 Jul 16 15:54:02.988680 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-313d4275-91e1-4893-94f6-3e04f3e0ba0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 200 len: 1000 time: 0.0568495 Jul 16 15:54:02.992137 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'e4941dd4-cd5d-40c2-83d5-ac281782077a', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:f7:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:54:01Z', 'updated_at': '2021-07-16T15:54:01Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}, {'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:12Z', 'revision_number': 1, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:54:03.017756 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:54:03.025863 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:54:03.026475 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:53:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:54:03.041374 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-359bcc9f-904d-48cc-9067-1c53a4e4cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:03.042827 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-359bcc9f-904d-48cc-9067-1c53a4e4cc4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0480711 Jul 16 15:54:03.099579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-e24f3a52-2804-496d-a3fa-9fcffc3dd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:03.101098 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-e24f3a52-2804-496d-a3fa-9fcffc3dd02d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515206 Jul 16 15:54:03.129555 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:54:03.188584 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-2c58a5bd-cf67-40ec-b6a8-e71433914a63 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793133 Jul 16 15:54:03.278446 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-33ca3339-8e88-4efb-ac49-649e3a7c4c97 req-e5afca7d-c8ae-4c2c-8b93-cd3d2c52bd8e service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839870 Jul 16 15:54:03.350334 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'e4941dd4-cd5d-40c2-83d5-ac281782077a', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:f7:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:54:01Z', 'updated_at': '2021-07-16T15:54:01Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}, {'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:12Z', 'revision_number': 1, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:54:03.376045 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cca03-e2da-457d-b3e5-b6ff51ebe353 None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'e4941dd4-cd5d-40c2-83d5-ac281782077a', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:f7:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:54:01Z', 'updated_at': '2021-07-16T15:54:01Z', 'revision_number': 0, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}, {'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:12Z', 'revision_number': 1, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:54:03.550500 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000cb0d-22e5-4445-a3d0-1f5612281723 None None] New status for floating IP e4941dd4-cd5d-40c2-83d5-ac281782077a: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:54:11.948505 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:54:13.973071 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4425-0d24-4349-9222-c5b1449b3b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:14.221652 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:16.594416 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:16.630886 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4ec2d4c8-a03c-4d06-9640-c05a450d7b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:17.690867 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:19.502735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:23.518388 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-7b1ceec0-c8d8-4bad-8e7e-37f72b7655bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505219 Jul 16 15:54:23.628755 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-d98dd7d3-bf31-496f-be3a-1424aa5b92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:23.630180 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-d98dd7d3-bf31-496f-be3a-1424aa5b92f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1099 time: 0.0497062 Jul 16 15:54:23.734193 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-6f449ee9-cb87-4b3f-ad99-1cb7618908a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:23.735654 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-6f449ee9-cb87-4b3f-ad99-1cb7618908a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0853226 Jul 16 15:54:23.805908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-e9f1465f-717c-4e3d-920a-160b4ce956d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 1002 time: 0.0577972 Jul 16 15:54:23.852429 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-415e96c8-3f30-49f6-98d4-50535ca086b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:23.853772 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-415e96c8-3f30-49f6-98d4-50535ca086b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0407681 Jul 16 15:54:23.909198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-b6e051bd-1215-4617-a314-57c4e07ee156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:54:23.910714 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-b6e051bd-1215-4617-a314-57c4e07ee156 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492394 Jul 16 15:54:23.998909 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-f275dc9a-2f37-498d-919d-f1fc676def7d service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816426 Jul 16 15:54:24.084600 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-a9fe9942-9fbc-45c7-90f5-dce9becbb8bf req-e2b26739-5d91-467e-8e05-d516675b34f0 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793703 Jul 16 15:54:43.973064 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8857b8f4-97fc-47ea-8181-d9b11de0b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:44.231191 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:46.594079 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:46.629373 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f84bdb86-37c4-4ea9-9e37-c88916ccf17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:47.692736 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:54:48.947465 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:54:49.505943 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:13.976414 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f49443f2-6a5e-4fcd-94a7-8f83d7f24c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:14.228392 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:16.595361 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:16.628167 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-272b8268-a162-4320-991b-32a0db971519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:17.695413 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:19.509478 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:25.553944 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-9d26de24-246e-469e-b978-78dd06f20176 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906515 Jul 16 15:55:25.633825 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-09214eda-6452-4e81-b553-df975f042acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:25.635256 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-09214eda-6452-4e81-b553-df975f042acd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1099 time: 0.0495284 Jul 16 15:55:25.737243 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-0b806b37-714d-457a-91c2-4812cd85927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:25.738612 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-0b806b37-714d-457a-91c2-4812cd85927c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0821757 Jul 16 15:55:25.802910 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-77b8dc12-e510-4148-98fc-e6264cb69955 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 200 len: 1002 time: 0.0577452 Jul 16 15:55:25.850001 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-c21dc0eb-de5f-4817-baaa-c972792bbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:25.851422 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-c21dc0eb-de5f-4817-baaa-c972792bbc99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0421085 Jul 16 15:55:25.905605 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-3bd260d3-0788-4f0c-9412-a16bd19b6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:25.907189 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-3bd260d3-0788-4f0c-9412-a16bd19b6294 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495248 Jul 16 15:55:25.946665 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:55:25.999155 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-354e0936-e1fe-4507-8ab5-64df3bb7b8c8 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858941 Jul 16 15:55:26.084421 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-366a1371-b1ae-4956-a063-bc1370fe0695 req-2217c678-2865-47ba-a4e0-ee8a2c4b12f6 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788975 Jul 16 15:55:29.889161 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36830) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:30.083767 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Deleting port 89253d92-4534-4e92-b6ea-ce25162a718c {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:30.084114 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:30.155780 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:30.156039 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:30.167083 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Calling delete_port for 89253d92-4534-4e92-b6ea-ce25162a718c owned by network:floatingip {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:30.313317 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:30.337671 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'Port': ['ID=89253d92-4534-4e92-b6ea-ce25162a718c,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:30.348877 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.349227 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.349566 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.349897 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.350232 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.350552 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.350876 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.351198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.351550 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.351870 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.352189 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.352505 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:30.407980 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:30.408237 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Floating IP e4941dd4-cd5d-40c2-83d5-ac281782077a disassociated (deleted). External IP: 172.27.1.152, port: e32a8c59-7a94-4298-9f64-e48f336b9168. Jul 16 15:55:30.604579 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:55:30.707945 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:55:30.712626 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:30.717006 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:55:30.725913 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:30.726515 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:30.751975 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-c5da3dd0-45b3-4254-8353-2c5130a444dd tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "DELETE /v2.0/floatingips/e4941dd4-cd5d-40c2-83d5-ac281782077a HTTP/1.1" status: 204 len: 168 time: 0.8617208 Jul 16 15:55:30.752547 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:55:30.754795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b67eeb-9669-42c6-a3c2-e8f71a8da801" -d '{"events": [{"name": "network-changed", "server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:55:30.791553 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05c9034-e993-4068-88cf-25b150ed4ce1 x-openstack-request-id: req-f05c9034-e993-4068-88cf-25b150ed4ce1 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:55:30.791845 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:55:30.792092 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f05c9034-e993-4068-88cf-25b150ed4ce1 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:55:30.792489 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'status': 'completed', 'code': 200} Jul 16 15:55:30.835477 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:30.894197 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-e3c8b8a9-cb20-4705-b73e-18f0d004783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:30.898577 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-e3c8b8a9-cb20-4705-b73e-18f0d004783b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 1099 time: 0.0597596 Jul 16 15:55:31.001410 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-fe5889c1-5455-4b43-8764-68e70402159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:31.003175 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-fe5889c1-5455-4b43-8764-68e70402159c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.1008489 Jul 16 15:55:31.076458 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-d3a064be-e831-400b-aa51-daf968440ec0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 200 len: 217 time: 0.0411875 Jul 16 15:55:31.148217 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-2aaeec16-216d-4b0c-9bf9-b24911e9f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:31.149650 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-2aaeec16-216d-4b0c-9bf9-b24911e9f2f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0645576 Jul 16 15:55:31.187611 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:12Z', 'revision_number': 1, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:31.197754 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa809-fdf3-4c9f-a628-f22970a63d8d req-bdab9712-5d39-438f-80df-d0a81a320067 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:31.199286 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36baa809-fdf3-4c9f-a628-f22970a63d8d req-bdab9712-5d39-438f-80df-d0a81a320067 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 946 time: 0.1256139 Jul 16 15:55:31.216395 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:55:31.224553 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:31.225165 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:31.244424 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-36baa809-fdf3-4c9f-a628-f22970a63d8d req-7150985b-8ef9-484d-818a-cf4fa28e094e tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 Jul 16 15:55:31.253009 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-eb3c4abd-ae2b-4322-ba6c-aa0595856e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:31.254535 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-eb3c4abd-ae2b-4322-ba6c-aa0595856e4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956926 Jul 16 15:55:31.328223 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:31.342470 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-df0e5d54-2201-4b31-b674-0f41988589a5 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808983 Jul 16 15:55:31.430982 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-35b67eeb-9669-42c6-a3c2-e8f71a8da801 req-760e69c6-6f44-43ad-b6af-807e9026fce0 service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821497 Jul 16 15:55:31.542065 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:12Z', 'revision_number': 1, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:31.571106 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25125093-5378-424a-b8ab-9513fbb50f2b None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_floatingips': [{'id': 'ff46ea9d-1263-4a6d-bdb1-28d7599a0153', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'router_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'port_id': '6c67e09f-0c61-4820-8187-42cac0390b84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'mac_address': 'fa:16:3e:ff:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:52:09Z', 'updated_at': '2021-07-16T15:52:12Z', 'revision_number': 1, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:55:31.768070 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bf5e1-34a2-436c-8ac1-475357349f8e None None] New status for floating IP e4941dd4-cd5d-40c2-83d5-ac281782077a: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:55:32.417404 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d914e32-534f-4e03-93c9-227b9864bc6f req-5e57d7b1-316a-403d-8507-06242f895e8f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:32.418847 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d914e32-534f-4e03-93c9-227b9864bc6f req-5e57d7b1-316a-403d-8507-06242f895e8f tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 946 time: 0.0598857 Jul 16 15:55:32.455599 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-0d914e32-534f-4e03-93c9-227b9864bc6f req-3bc11263-d470-4b0b-b239-cc2c47849db0 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Jul 16 15:55:32.750488 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2ada38f4-756a-40af-9ece-fa0b508d6b22 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:32.751926 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2ada38f4-756a-40af-9ece-fa0b508d6b22 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 946 time: 0.0634825 Jul 16 15:55:32.846784 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Deleting port e32a8c59-7a94-4298-9f64-e48f336b9168 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:32.847129 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:33.054003 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-4ddcfc7b-af68-44bf-8507-6698dc5afe71 req-285a0ca4-d023-4f82-8631-58a5a3c66d9f service neutron] (99565) timed out ('10.222.0.11', 58397) {{(pid=99565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:55:33.206985 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] For port e32a8c59-7a94-4298-9f64-e48f336b9168, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e32a8c59-7a94-4298-9f64-e48f336b9168,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:33.207373 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:33.219143 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Calling delete_port for e32a8c59-7a94-4298-9f64-e48f336b9168 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:33.338139 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:33.369200 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'Port': ['ID=e32a8c59-7a94-4298-9f64-e48f336b9168,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:33.412674 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] No DVR routers for this DVR port e32a8c59-7a94-4298-9f64-e48f336b9168 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:55:33.415097 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:33.417046 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-275a3bdb-f25e-460d-b25c-60572d0330d6 req-2e72ecf2-bba4-41cd-81d4-2ae01fdcb802 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "DELETE /v2.0/ports/e32a8c59-7a94-4298-9f64-e48f336b9168 HTTP/1.1" status: 204 len: 173 time: 0.6596043 Jul 16 15:55:33.417490 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'name': 'network-vif-deleted', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:55:33.420249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d21ab-0251-4509-a715-f64d5a0649a8" -d '{"events": [{"server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "name": "network-vif-deleted", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:55:33.455972 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179625c8-ab0e-4f3b-adbb-09d65e062280 x-openstack-request-id: req-179625c8-ab0e-4f3b-adbb-09d65e062280 {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:55:33.456343 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cedf6d-8c34-44ab-bbd1-ea4f203bf574", "name": "network-vif-deleted", "tag": "e32a8c59-7a94-4298-9f64-e48f336b9168", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:55:33.456625 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-179625c8-ab0e-4f3b-adbb-09d65e062280 {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:55:33.457049 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cedf6d-8c34-44ab-bbd1-ea4f203bf574', 'name': 'network-vif-deleted', 'tag': 'e32a8c59-7a94-4298-9f64-e48f336b9168', 'status': 'completed', 'code': 200} Jul 16 15:55:33.593496 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-186a4729-60cb-4e8b-9a0a-eefa21e96a06 req-ecc09f3d-135d-4dcf-b80c-b7082d9263d2 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=53cedf6d-8c34-44ab-bbd1-ea4f203bf574 HTTP/1.1" status: 200 len: 210 time: 0.0277891 Jul 16 15:55:35.207641 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e32a8c59-7a94-4298-9f64-e48f336b9168 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:35.226670 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: e32a8c59-7a94-4298-9f64-e48f336b9168 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:35.227008 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device e32a8c59-7a94-4298-9f64-e48f336b9168 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:36.900721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36870) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:37.050791 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Deleting port a9403977-024b-4c1a-b7ec-83a349b8a965 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:37.051049 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:37.124771 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:37.125094 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:37.136066 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Calling delete_port for a9403977-024b-4c1a-b7ec-83a349b8a965 owned by network:floatingip {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:37.279786 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:37.305287 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'Port': ['ID=a9403977-024b-4c1a-b7ec-83a349b8a965,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:37.366437 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:37.366777 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.db.l3_db [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Floating IP ff46ea9d-1263-4a6d-bdb1-28d7599a0153 disassociated (deleted). External IP: 172.27.1.171, port: 6c67e09f-0c61-4820-8187-42cac0390b84. Jul 16 15:55:37.562109 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:55:37.664930 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:55:37.670305 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:37.674547 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:55:37.682882 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:37.683519 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:37.709052 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-408545b7-270a-4b09-8b7c-993038161134 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff46ea9d-1263-4a6d-bdb1-28d7599a0153 HTTP/1.1" status: 204 len: 168 time: 0.8072381 Jul 16 15:55:37.709647 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:55:37.711932 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d642fc3-d546-4719-ac92-c71b41fdb2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:55:37.753243 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddef5fa-0ccd-4389-97ae-e6ddb4dff16d x-openstack-request-id: req-dddef5fa-0ccd-4389-97ae-e6ddb4dff16d {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:55:37.753535 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:55:37.753781 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dddef5fa-0ccd-4389-97ae-e6ddb4dff16d {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:55:37.754192 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84', 'status': 'completed', 'code': 200} Jul 16 15:55:37.793579 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:37.849103 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-1010a7c4-2017-4019-8f0e-d4f8330f1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:37.850617 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-1010a7c4-2017-4019-8f0e-d4f8330f1e2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 1099 time: 0.0521927 Jul 16 15:55:37.954335 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-817e3513-cfb0-4dbc-b91b-aeaa83848a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:37.956113 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-817e3513-cfb0-4dbc-b91b-aeaa83848a7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 200 len: 913 time: 0.0993998 Jul 16 15:55:38.001645 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:38.026359 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-a4c2f6cc-a67b-4e5d-8860-8d55804fd2d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 200 len: 217 time: 0.0404048 Jul 16 15:55:38.030824 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:55:38.039166 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:38.039800 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:38.100343 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-cf25333d-9e86-458d-9475-45ef54caf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:38.101707 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-cf25333d-9e86-458d-9475-45ef54caf40d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 200 len: 851 time: 0.0666792 Jul 16 15:55:38.143509 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:38.159602 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808a3c-5d62-4ed4-9279-2ffc95e5fdcd req-a2c3f879-bec8-41a5-afd7-a923d93b1ba6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:38.161072 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f808a3c-5d62-4ed4-9279-2ffc95e5fdcd req-a2c3f879-bec8-41a5-afd7-a923d93b1ba6 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.1374681 Jul 16 15:55:38.203135 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-35737de0-48c4-46cd-beb0-e8e9bf43270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:38.204642 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-35737de0-48c4-46cd-beb0-e8e9bf43270b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9f6bf81e-9863-4c62-a046-209c56e3b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949728 Jul 16 15:55:38.210072 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-5f808a3c-5d62-4ed4-9279-2ffc95e5fdcd req-cbafd88e-94ea-4820-a093-52d0af0c0273 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Jul 16 15:55:38.294095 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-9f5df95f-3d0f-4467-b362-9e9c57a3340f service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Jul 16 15:55:38.347732 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:38.373517 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967838f5-8fef-46d3-beb9-ced7473dbe78 None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:49:08Z', 'revision_number': 4, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi', '_interfaces': [{'id': 'a56b479d-dfa5-4220-8dea-9eb3927d79fa', 'name': '', 'network_id': '9f6bf81e-9863-4c62-a046-209c56e3b53d', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'mac_address': 'fa:16:3e:2a:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '83736452-7858-4fb1-a35b-98e773f106a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:08Z', 'updated_at': '2021-07-16T15:49:15Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'subnets': [{'id': '83736452-7858-4fb1-a35b-98e773f106a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:55:38.384915 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-1d642fc3-d546-4719-ac92-c71b41fdb2b3 req-42020ab4-4bda-4752-a465-7693e59c44fe service neutron] 10.222.0.11 "GET /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Jul 16 15:55:38.575451 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345ad17-356e-44ea-a7fb-3a44ce9f862f None None] New status for floating IP ff46ea9d-1263-4a6d-bdb1-28d7599a0153: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:55:39.384001 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72293bb7-f7d4-4a76-afb5-df53e1cab748 req-d6bbe8eb-0cf2-48a6-9176-7a55955636f0 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:39.385461 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-72293bb7-f7d4-4a76-afb5-df53e1cab748 req-d6bbe8eb-0cf2-48a6-9176-7a55955636f0 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.0618143 Jul 16 15:55:39.422298 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-72293bb7-f7d4-4a76-afb5-df53e1cab748 req-8de09df4-abaa-479a-a838-191035df27b1 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/security-groups?id=35bac0cb-95bb-4908-980f-a34739ffb9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Jul 16 15:55:39.482832 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-0b367fed-c608-454c-8c90-b3ec1fda8775 req-2ab853ec-daf6-49e1-90da-978c04a9e2ff service neutron] (99565) timed out ('10.222.0.11', 58362) {{(pid=99565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:55:39.616122 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-b8a588ee-f72e-4733-b3ff-0cae2d4af53b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:55:39.617554 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-b8a588ee-f72e-4733-b3ff-0cae2d4af53b tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 946 time: 0.0654843 Jul 16 15:55:39.712560 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Deleting port 6c67e09f-0c61-4820-8187-42cac0390b84 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:39.712908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:39.801902 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] For port 6c67e09f-0c61-4820-8187-42cac0390b84, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=6c67e09f-0c61-4820-8187-42cac0390b84,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:39.802263 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:39.813884 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Calling delete_port for 6c67e09f-0c61-4820-8187-42cac0390b84 owned by compute:nova {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:39.936735 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:39.969493 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'Port': ['ID=6c67e09f-0c61-4820-8187-42cac0390b84,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:40.012385 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] No DVR routers for this DVR port 6c67e09f-0c61-4820-8187-42cac0390b84 on host hv-cinder-78481 {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:55:40.015213 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for port, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:40.017179 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-4597f703-e89f-4305-a334-f8d8dfaf3269 req-6bcb6ce8-71f4-4b1f-8d98-6a01a7717f17 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.11 "DELETE /v2.0/ports/6c67e09f-0c61-4820-8187-42cac0390b84 HTTP/1.1" status: 204 len: 173 time: 0.3938789 Jul 16 15:55:40.017613 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'name': 'network-vif-deleted', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84'}] {{(pid=99564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:55:40.019845 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e5782dc03cff77172e82ed80547b808446cd08d71ab5d62fcef3716d40ad366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9433ef1c-4005-4c98-8411-836636a0602d" -d '{"events": [{"server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "name": "network-vif-deleted", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84"}]}' {{(pid=99564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:55:40.057399 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df225408-8ceb-438c-b7d6-286fd32d78fb x-openstack-request-id: req-df225408-8ceb-438c-b7d6-286fd32d78fb {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:55:40.057645 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c739c9-6d29-4ef3-b534-241bac90e06f", "name": "network-vif-deleted", "tag": "6c67e09f-0c61-4820-8187-42cac0390b84", "status": "completed", "code": 200}]} {{(pid=99564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:55:40.057889 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df225408-8ceb-438c-b7d6-286fd32d78fb {{(pid=99564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:55:40.058348 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c739c9-6d29-4ef3-b534-241bac90e06f', 'name': 'network-vif-deleted', 'tag': '6c67e09f-0c61-4820-8187-42cac0390b84', 'status': 'completed', 'code': 200} Jul 16 15:55:40.573887 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [req-6429b8e3-1619-4330-b5cf-de253b8fe994 req-af71895f-32e2-456c-a47a-d68ea868f5ed tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7c739c9-6d29-4ef3-b534-241bac90e06f HTTP/1.1" status: 200 len: 210 time: 0.0279057 Jul 16 15:55:41.664261 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36886) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:41.781447 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Deleting port b74f3293-78eb-4b63-8bab-6175e7cc9366 {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:41.781795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:41.854904 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:41.855155 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:41.866198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Calling delete_port for b74f3293-78eb-4b63-8bab-6175e7cc9366 owned by network:floatingip {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:41.994139 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:42.019378 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'Port': ['ID=b74f3293-78eb-4b63-8bab-6175e7cc9366,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:42.077795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for floatingip, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:42.080262 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74999'] for floatingip, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:42.081397 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-fe2416a2-7300-40d0-8846-70441519bf90 tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "DELETE /v2.0/floatingips/098e9f14-1a4e-4a8f-b96d-b7cec35c32c0 HTTP/1.1" status: 204 len: 168 time: 0.4161625 Jul 16 15:55:43.254446 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6c67e09f-0c61-4820-8187-42cac0390b84 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:43.277486 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] No Port match for: 6c67e09f-0c61-4820-8187-42cac0390b84 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:43.277824 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Device 6c67e09f-0c61-4820-8187-42cac0390b84 not bound to the agent host hv-cinder-78481 {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:43.334862 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36898) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:43.393853 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:43.417142 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:43.475979 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:43.478499 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:43.479678 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] 10.222.0.10 "DELETE /v2.0/security-groups/35bac0cb-95bb-4908-980f-a34739ffb9bd HTTP/1.1" status: 204 len: 168 time: 0.1438129 Jul 16 15:55:43.488749 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bac0cb-95bb-4908-980f-a34739ffb9bd,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:43.498475 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.498822 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.499316 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.499649 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.499980 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.500304 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.500637 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.500960 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.501285 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.501693 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.501928 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.502401 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0cf4a7-30fd-45ef-99f7-0b04f90a442c tempest-TestVolumeBootPattern-263554707 tempest-TestVolumeBootPattern-263554707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:43.533120 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36904) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:43.978325 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0501544b-c498-4e58-965e-66f3629997b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:44.186794 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:44.243750 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:44.421507 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Deleting port a56b479d-dfa5-4220-8dea-9eb3927d79fa {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:44.422099 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:44.496742 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] For port a56b479d-dfa5-4220-8dea-9eb3927d79fa, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=a56b479d-dfa5-4220-8dea-9eb3927d79fa,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:44.497013 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:44.508484 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Calling delete_port for a56b479d-dfa5-4220-8dea-9eb3927d79fa owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:44.678337 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:44.700781 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56b479d-dfa5-4220-8dea-9eb3927d79fa,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:44.891749 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.101798 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:55:45.201633 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:55:45.206536 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d41021a4-7f22-411d-80a8-f9d160fe0540 admin admin] 10.222.0.10 "PUT /v2.0/routers/aa76ab1a-80fb-4635-950d-ad7bde8b7a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724105 Jul 16 15:55:45.209199 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36908) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:45.210123 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] Sync routers for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:55:45.219557 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:45.220153 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:45.312068 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks [] for router, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.320438 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:45.410384 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.460910 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Deleting port c7ac6724-8de2-4709-8a78-c7a545c8ef2b {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:45.461248 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.492948 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:55:44Z', 'revision_number': 5, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port': {'id': 'c7ac6724-8de2-4709-8a78-c7a545c8ef2b', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:07Z', 'updated_at': '2021-07-16T15:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:45.518272 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] Checking router: aa76ab1a-80fb-4635-950d-ad7bde8b7a56 for host: dv-cinder-784815-1-iscsi {{(pid=99566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:55:45.526139 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] Routers {'aa76ab1a-80fb-4635-950d-ad7bde8b7a56'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:45.526749 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:17Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'], 'active': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:45.539728 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] For port c7ac6724-8de2-4709-8a78-c7a545c8ef2b, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:45.540084 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.551435 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Calling delete_port for c7ac6724-8de2-4709-8a78-c7a545c8ef2b owned by network:router_gateway {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:45.609755 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvr_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] Set router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 gateway port host: None {{(pid=99566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:45.663616 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_hamode_db [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:55:45Z', 'revision_number': 6, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port_host': None}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:45.689777 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7f3621-8d4e-40c3-b1fe-05d8de5f6c2d None None] The sync data for ids ['aa76ab1a-80fb-4635-950d-ad7bde8b7a56'] in dv-cinder-784815-1-iscsi is: [{'id': 'aa76ab1a-80fb-4635-950d-ad7bde8b7a56', 'name': 'tempest-TestVolumeBootPattern-1818795216-router', 'tenant_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:06Z', 'updated_at': '2021-07-16T15:55:45Z', 'revision_number': 6, 'project_id': 'cd1b9bf5981c4aa58b8eebc61c1275ac', 'gw_port_host': None}] {{(pid=99566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:55:45.714416 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.742602 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ac6724-8de2-4709-8a78-c7a545c8ef2b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:45.799793 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.885347 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.887426 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.932912 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.933319 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa76ab1a-80fb-4635-950d-ad7bde8b7a56 {{(pid=99564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:55:45.938228 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] Notify callbacks [] for router, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:45.939398 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-58fe3555-89a9-463a-9856-1a3e3a3b6483 admin admin] 10.222.0.10 "DELETE /v2.0/routers/aa76ab1a-80fb-4635-950d-ad7bde8b7a56 HTTP/1.1" status: 204 len: 168 time: 0.7292042 Jul 16 15:55:45.941806 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36910) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:45.984482 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Deleting subnet 83736452-7858-4fb1-a35b-98e773f106a0 {{(pid=99564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:55:45.987312 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.019869 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2600978'] for subnet, precommit_delete_associations {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.101596 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.151703 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3921140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10343846'] for subnet, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.175721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83736452-7858-4fb1-a35b-98e773f106a0,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:46.179534 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.181420 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-eda32f1f-4ec1-4ac5-8148-952cec81c105 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/83736452-7858-4fb1-a35b-98e773f106a0 HTTP/1.1" status: 204 len: 168 time: 0.2386460 Jul 16 15:55:46.183886 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36912) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:46.186917 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac733952-43d3-4ea7-98d5-29c0e407d94a None None] Network 9f6bf81e-9863-4c62-a046-209c56e3b53d requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:55:46.252942 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.304954 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Deleting port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:46.305300 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.367932 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] For port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,segment=NetworkSegment(58f676ab-bdb8-43cc-bd1a-5f6a58883a8f),segment_id=58f676ab-bdb8-43cc-bd1a-5f6a58883a8f)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:46.368290 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.380237 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Calling delete_port for 1494923f-73b5-41bd-b1c5-d8fc4e3f047b owned by network:dhcp {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:46.444129 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] DHCP port deletion for 9f6bf81e-9863-4c62-a046-209c56e3b53d request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:55:46.468230 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.494247 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:46.497685 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] No DVR routers for this DVR port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b on host dv-cinder-784815-1-iscsi {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:55:46.506126 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Deleting port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:46.506506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.568069 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] For port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b, host dv-cinder-784815-1-iscsi, got binding levels [] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:46.568460 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.572794 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.580076 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Calling delete_port for 1494923f-73b5-41bd-b1c5-d8fc4e3f047b owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:46.584043 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6bf81e-9863-4c62-a046-209c56e3b53d']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:46.586449 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.ipam_backend_mixin [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b was not found and therefore no delete operation was performed {{(pid=99566) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 15:55:46.588835 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.594263 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:46.594557 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f676ab-bdb8-43cc-bd1a-5f6a58883a8f') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:46.604908 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.622300 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.624256 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Pushing event deleted for resources: {'Port': ['ID=1494923f-73b5-41bd-b1c5-d8fc4e3f047b,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:46.632058 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:55:46.632356 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.633450 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:55:46.635069 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:55:46.639240 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] No DVR routers for this DVR port 1494923f-73b5-41bd-b1c5-d8fc4e3f047b on host dv-cinder-784815-1-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:55:46.642933 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.643323 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.643670 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.644004 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.644407 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.644861 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.645009 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.645521 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.646032 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.646359 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.647538 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.647538 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df114a-b04c-45ee-94c0-219a7cd610b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-1-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:55:46.656857 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e577757e-9e6b-4492-ad7d-3cb5562969e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.712732 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.718394 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:46.720257 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f6bf81e-9863-4c62-a046-209c56e3b53d HTTP/1.1" status: 204 len: 168 time: 0.5355389 Jul 16 15:55:46.723500 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36914) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:46.730865 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208ffe1-3902-4d04-af36-bd6a30cd1f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6bf81e-9863-4c62-a046-209c56e3b53d,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:46.835203 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 1494923f-73b5-41bd-b1c5-d8fc4e3f047b no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:46.858397 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 1494923f-73b5-41bd-b1c5-d8fc4e3f047b {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:46.858735 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 1494923f-73b5-41bd-b1c5-d8fc4e3f047b not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:46.859145 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device c7ac6724-8de2-4709-8a78-c7a545c8ef2b no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:46.876921 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: c7ac6724-8de2-4709-8a78-c7a545c8ef2b {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:46.877263 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device c7ac6724-8de2-4709-8a78-c7a545c8ef2b not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:46.877678 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device a56b479d-dfa5-4220-8dea-9eb3927d79fa no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:46.902090 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: a56b479d-dfa5-4220-8dea-9eb3927d79fa {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:46.902432 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device a56b479d-dfa5-4220-8dea-9eb3927d79fa not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:47.058382 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4127406'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:47.296373 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Deleting port 5172c253-a490-4239-9cc2-7b637bf2e1c4 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:47.296711 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:47.369430 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] For port 5172c253-a490-4239-9cc2-7b637bf2e1c4, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=5172c253-a490-4239-9cc2-7b637bf2e1c4,segment=NetworkSegment(eeba7629-1429-40ab-969a-58afc8a990ac),segment_id=eeba7629-1429-40ab-969a-58afc8a990ac)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:47.369783 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:47.381899 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Calling delete_port for 5172c253-a490-4239-9cc2-7b637bf2e1c4 owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:47.550217 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:47.574645 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5172c253-a490-4239-9cc2-7b637bf2e1c4,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:47.698939 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:47.741092 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4125758'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:47.942372 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Router 0f925118-c370-4ab9-81c5-25c92b21f425 has already been hosted by L3 agent 6085b1e1-f2f8-4251-821d-1cfb21e4d046 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:55:48.045279 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] Notify agent at l3_agent.dv-cinder-784815-1-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:55:48.051519 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-658348b7-aba3-4f4a-bd40-842d09a1da29 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f925118-c370-4ab9-81c5-25c92b21f425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3261659 Jul 16 15:55:48.053291 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36916) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:48.053610 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] Sync routers for ids ['0f925118-c370-4ab9-81c5-25c92b21f425'] in dv-cinder-784815-1-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:55:48.062621 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] Routers {'0f925118-c370-4ab9-81c5-25c92b21f425'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:48.063511 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['0f925118-c370-4ab9-81c5-25c92b21f425'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:48.168952 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] Set router 0f925118-c370-4ab9-81c5-25c92b21f425 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:48.344067 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:55:47Z', 'revision_number': 5, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:48.367674 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.372327 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] Checking router: 0f925118-c370-4ab9-81c5-25c92b21f425 for host: dv-cinder-784815-1-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:55:48.380401 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] Routers {'0f925118-c370-4ab9-81c5-25c92b21f425'} bound to L3 agent in host dv-cinder-784815-1-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:55:48.381003 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T15:32:17Z,description=,heartbeat_timestamp=2021-07-16T15:55:47Z,host='dv-cinder-784815-1-iscsi',id=6085b1e1-f2f8-4251-821d-1cfb21e4d046,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T15:32:17Z,topic='l3_agent')) {'router_ids': ['0f925118-c370-4ab9-81c5-25c92b21f425'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:48.466039 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.478642 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] Set router 0f925118-c370-4ab9-81c5-25c92b21f425 gateway port host: dv-cinder-784815-1-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:55:48.516958 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Deleting port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:48.517303 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.594674 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] For port ec04b196-cf8a-47f3-b64a-3af6f8c7c82a, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,segment=NetworkSegment(922f6366-2c5d-4855-acf3-b83ab34847a8),segment_id=922f6366-2c5d-4855-acf3-b83ab34847a8)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:48.595032 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.606974 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Calling delete_port for ec04b196-cf8a-47f3-b64a-3af6f8c7c82a owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:48.652576 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:55:47Z', 'revision_number': 5, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}], 'dv-cinder-784815-1-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:48.677005 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f77dda-c6a1-449e-bbe3-827171df0502 None None] The sync data for ids ['0f925118-c370-4ab9-81c5-25c92b21f425'] in dv-cinder-784815-1-iscsi is: [{'id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'name': 'tempest-TestVolumeBootPattern-2015812543-router', 'tenant_id': 'c4cabe739f584421b617267ff8246781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'external_fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:49:10Z', 'updated_at': '2021-07-16T15:55:47Z', 'revision_number': 5, 'project_id': 'c4cabe739f584421b617267ff8246781', 'gw_port': {'id': 'ec04b196-cf8a-47f3-b64a-3af6f8c7c82a', 'name': '', 'network_id': 'ea1d476f-604d-423f-a9fd-f1fba8378aa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f925118-c370-4ab9-81c5-25c92b21f425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:49:11Z', 'updated_at': '2021-07-16T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1aa6ab8-de25-4926-a960-d1d0337b0c00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-1-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:55:48.766373 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12330350'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.795101 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec04b196-cf8a-47f3-b64a-3af6f8c7c82a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:48.852131 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120676'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.938373 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4121840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3695'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.940448 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.981550 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128486'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.982501 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f925118-c370-4ab9-81c5-25c92b21f425 {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:55:48.986873 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:48.988058 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f930b32d-9b59-4f48-b76a-f7b243a1d627 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f925118-c370-4ab9-81c5-25c92b21f425 HTTP/1.1" status: 204 len: 168 time: 0.9338439 Jul 16 15:55:48.990665 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.10', 36918) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:49.038234 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Deleting subnet 714dfff6-0439-498f-b840-58ee6ffd8297 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:55:49.041516 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.077705 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330253'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.125741 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5172c253-a490-4239-9cc2-7b637bf2e1c4 no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:49.145995 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 5172c253-a490-4239-9cc2-7b637bf2e1c4 {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:49.146494 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 5172c253-a490-4239-9cc2-7b637bf2e1c4 not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:49.156596 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003589'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.214349 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12330269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554157'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.239987 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714dfff6-0439-498f-b840-58ee6ffd8297,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:49.241895 dv-cinder-784815-1-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.244317 dv-cinder-784815-1-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7f1e0975-8e6f-4e35-b18f-3721b8d3832e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/714dfff6-0439-498f-b840-58ee6ffd8297 HTTP/1.1" status: 204 len: 168 time: 0.2525969 Jul 16 15:55:49.246455 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34cc8f-a07e-4070-b5e8-7a2bdcb01097 None None] Network 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc requested from dv-cinder-784815-1-iscsi {{(pid=99566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:55:49.247038 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36920) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:49.322232 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-557102'] for network, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.381922 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Deleting port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d {{(pid=99564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:55:49.382269 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730559332527'] for port, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.447198 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.db [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] For port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d, host dv-cinder-784815-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-1-iscsi',level=0,port_id=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,segment=NetworkSegment(eeba7629-1429-40ab-969a-58afc8a990ac),segment_id=eeba7629-1429-40ab-969a-58afc8a990ac)] {{(pid=99564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:55:49.447583 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128405'] for port, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.458693 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.plugin [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Calling delete_port for 0f9198fa-1a52-4448-9cfa-a64664ec9d6d owned by network:dhcp {{(pid=99564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:55:49.510155 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.537714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730559335810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730558930351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921031'] for port, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.561880 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9198fa-1a52-4448-9cfa-a64664ec9d6d,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:49.566515 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] No DVR routers for this DVR port 0f9198fa-1a52-4448-9cfa-a64664ec9d6d on host dv-cinder-784815-1-iscsi {{(pid=99564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:55:49.636775 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006625', 'neutron.services.segments.db._delete_segments_for_network-8730559462220'] for network, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.645909 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec58bb0-381f-4e41-b44a-fbb08d83c4cc']}} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:49.655963 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeba7629-1429-40ab-969a-58afc8a990ac') {'for_net_delete': True} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:49.656254 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.services.segments.db [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeba7629-1429-40ab-969a-58afc8a990ac') {} {{(pid=99564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:55:49.664501 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730559464277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2600997'] for segment, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.678267 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757'] for segment, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.684675 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=99564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:55:49.685082 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3921750'] for segment, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: Traceback (most recent call last): Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: timer() Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: cb(*args, **kw) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: return func(*args, **kwargs) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: self._notify() Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: self.callback(batched_events) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: event.method(event) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: return f(self, *a, **k) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._get(url).json() Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: return self.request(url, 'GET', **kwargs) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:55:49.686909 dv-cinder-784815-1-iscsi neutron-server[99564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:55:49.704180 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0910c70-862d-4c9a-b778-96ccf6295475 None None] DHCP port deletion for 3ec58bb0-381f-4e41-b44a-fbb08d83c4cc request from dv-cinder-784815-1-iscsi {{(pid=99566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:55:50.017590 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120760'] for network, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.022670 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696233'] for network, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.024527 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ec58bb0-381f-4e41-b44a-fbb08d83c4cc HTTP/1.1" status: 204 len: 168 time: 0.7759030 Jul 16 15:55:50.035249 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6647d1-e3e3-436a-8e03-3150888febb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec58bb0-381f-4e41-b44a-fbb08d83c4cc,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:50.131640 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36924) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:50.169945 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-bc8314fa-0744-4b68-aa0f-2797a0c877f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd1b9bf5981c4aa58b8eebc61c1275ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371263 Jul 16 15:55:50.172139 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36926) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:50.218999 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-619a2254-5afc-4fcf-912a-10915e5bf946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.238721 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-619a2254-5afc-4fcf-912a-10915e5bf946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.284229 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-619a2254-5afc-4fcf-912a-10915e5bf946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.286714 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-619a2254-5afc-4fcf-912a-10915e5bf946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.287908 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-619a2254-5afc-4fcf-912a-10915e5bf946 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e209032-0285-41cb-a6be-e02354f6645e HTTP/1.1" status: 204 len: 168 time: 0.1149058 Jul 16 15:55:50.295211 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a2254-5afc-4fcf-912a-10915e5bf946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e209032-0285-41cb-a6be-e02354f6645e,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:50.581739 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36932) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:50.619574 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-92546c4e-378d-4ced-8222-5ca7a9882634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4cabe739f584421b617267ff8246781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367117 Jul 16 15:55:50.621778 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [-] (99564) accepted ('10.222.0.10', 36934) {{(pid=99564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:55:50.669990 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeaa1-18aa-463b-af02-c903835e35b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.690570 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeaa1-18aa-463b-af02-c903835e35b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.735214 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeaa1-18aa-463b-af02-c903835e35b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799421'] for security_group, after_delete {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.737871 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeaa1-18aa-463b-af02-c903835e35b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:55:50.739088 dv-cinder-784815-1-iscsi neutron-server[99564]: INFO neutron.wsgi [None req-f0ceeaa1-18aa-463b-af02-c903835e35b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65f204ce-b150-42bd-82cb-e35bcac25af8 HTTP/1.1" status: 204 len: 168 time: 0.1164429 Jul 16 15:55:50.746795 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceeaa1-18aa-463b-af02-c903835e35b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f204ce-b150-42bd-82cb-e35bcac25af8,revision_number=None']} {{(pid=99564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:55:50.832506 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device ec04b196-cf8a-47f3-b64a-3af6f8c7c82a no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:50.852626 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: ec04b196-cf8a-47f3-b64a-3af6f8c7c82a {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:50.852971 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device ec04b196-cf8a-47f3-b64a-3af6f8c7c82a not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:55:50.853380 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 0f9198fa-1a52-4448-9cfa-a64664ec9d6d no longer exists at agent ovs-agent-dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:55:50.876048 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] No Port match for: 0f9198fa-1a52-4448-9cfa-a64664ec9d6d {{(pid=99566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:55:50.876393 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.rpc [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Device 0f9198fa-1a52-4448-9cfa-a64664ec9d6d not bound to the agent host dv-cinder-784815-1-iscsi {{(pid=99566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:56:02.945240 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:56:13.978588 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e6146ef8-41fc-4d1b-a1fc-b3b31c096443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:14.252157 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:16.599921 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:16.625563 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b6aef7e3-faeb-404f-b07e-826c37a2aec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:17.701632 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:19.514807 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:39.834152 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-b7f2a08c-1d0c-47ea-b1ff-dc61621bc76b req-3e543df1-7181-4e3d-8359-0bc486746a89 service neutron] (99564) timed out ('10.222.0.11', 58385) {{(pid=99564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:56:39.943707 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:56:43.978831 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-15edbadd-e616-45b6-a200-563b569fcf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:44.243913 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:46.599901 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:46.624587 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3074461e-66c6-415f-a76d-3a591b145f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:47.703260 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:56:49.516531 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:13.978380 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-04c1e8a2-2ebd-4c23-8eff-055caf99f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:14.270116 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:16.600564 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:16.623711 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9af88449-9474-486f-8bd9-244f877445ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:16.941846 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:57:17.705065 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:19.519718 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:43.979440 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-32aa3cbc-4f56-481a-9fe5-df6e2d50afa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:44.284615 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:46.601504 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:46.621678 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbdf5113-9354-40be-9c0e-f8cd337bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:47.711088 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:49.520602 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:57:53.940002 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:58:13.979753 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c11b40ae-308d-4e75-be48-6c5f6e94c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:14.284524 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:16.603199 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:16.620252 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fba87c06-0155-4523-aef6-11a5599d4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:17.710564 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:19.523136 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:30.939508 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:58:43.979760 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7377-5ff7-461f-b0dd-535b63143ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:44.282746 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:46.605169 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:46.619570 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-40cd47d6-080b-494b-9513-875d70c5afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:47.713564 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:58:49.526182 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:07.938297 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:59:13.980574 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-69766126-f031-4fd4-8bb9-283def963540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:14.282551 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:16.610041 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:16.620290 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2bb272a6-19e7-4ca4-bb59-0e815276351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:17.716072 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:19.530003 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:43.980694 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3cc58a6d-7ede-4ce7-b7d6-9e6a46e4e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:44.280511 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:44.938202 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:59:46.619062 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:46.623919 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-76505924-4e2a-4c85-8ed9-728f37898d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:47.718201 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:59:49.532701 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:13.980716 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2d32b9c7-b2b1-4ad2-972f-c701ac06ca26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:14.280228 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:16.614487 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:16.625100 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2e04769d-71f0-4b0c-a0ad-880afd3c5803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:17.721156 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:19.535692 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:21.937527 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 16:00:43.982038 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7eacdc9f-cd73-4180-bc9a-2179bf1b16b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:44.271983 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ac446a11-f874-46ad-a45f-37a74206f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:46.620808 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e349c6-2b7b-43da-ad52-a0c64c8fe2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:46.625563 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-134b36d2-9293-4d65-b0be-9e0ba14cde65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:47.722632 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a9b5-fdd8-478f-ad22-ac73559ef23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:49.537839 dv-cinder-784815-1-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-82cff8ce-5d19-4ca5-9539-9d857c81e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730559462202', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004667'] for agent, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 16:00:58.936771 dv-cinder-784815-1-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-5922b50a-ffc0-4d83-9a54-d26339d73984 None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 16:01:02.228867 dv-cinder-784815-1-iscsi neutron-server[99564]: DEBUG neutron.wsgi [req-1ed25fc5-0f9a-4224-a6f1-b2b7977cbf26 req-2722a354-c31a-4744-b4cf-324a358f4db1 service neutron] (99564) timed out ('10.222.0.10', 33852) {{(pid=99564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}